-- Logs begin at Fri 2021-04-30 12:29:35 UTC, end at Fri 2021-04-30 13:31:23 UTC. -- Apr 30 13:03:16.167641 dv-cinder-784453-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 13:03:18.595044 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:03:18.595652 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:03:18.595876 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73691) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:03:18.599324 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:03:18.599580 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:03:18.599888 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73691) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:03:18.600809 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:03:18.601037 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:03:18.601392 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:03:18.601633 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:03:18.601854 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:03:18.602169 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.602458 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.602748 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.602971 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.603290 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.603573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.603854 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.604135 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.604448 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.604728 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.605004 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.605281 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.605508 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.605785 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.606067 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.606350 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.606571 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] debug = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.606845 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.607293 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.607704 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.607985 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.608268 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.608543 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.608815 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.609089 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.609370 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.609694 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] host = dv-cinder-784453-4-smb {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.609970 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.610252 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.610533 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.610812 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.611107 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.611407 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.611684 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.611951 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.612219 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] log_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.612489 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.612770 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.613051 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.613341 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.613561 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.613778 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.614062 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.614339 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.614612 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.614883 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.615178 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.615449 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.615721 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.615983 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.616262 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.616543 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.616820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.617091 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.617360 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.617629 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.617897 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.618258 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.618530 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.618800 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.619091 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.619378 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.619646 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.619938 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.620233 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.620510 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.620788 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.621065 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.621335 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.621614 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.621881 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.622149 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.622417 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] use_json = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.622681 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.622946 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.623246 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.623517 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.623785 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.624055 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.624322 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.624602 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:18.624891 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.625179 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.625469 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.625748 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.626034 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.626311 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.626592 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.626864 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.627165 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.627451 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.627733 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.628007 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.628290 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.628563 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.628849 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.629147 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.629434 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.629722 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.629989 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.630255 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.630522 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.630794 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.631095 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.631386 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.631675 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.631942 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.632215 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.632501 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.632772 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.633038 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.633308 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.633593 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.633939 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.634216 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.634492 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.634762 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.635052 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.635317 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.636112 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.636533 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.636676 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.636926 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.637193 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.637464 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.637733 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.638013 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.638283 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.638549 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.638814 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.639113 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.639385 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.639651 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.639925 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.640193 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.640464 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.640730 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.640996 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.641263 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.641529 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.641797 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.642061 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.642326 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.642601 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.642866 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.643152 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.643423 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.643690 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.643958 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.644241 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.644534 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.644806 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.645083 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.645358 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.645629 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.645902 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.646179 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.646456 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.646731 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.646996 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.647301 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.647584 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.647866 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.648145 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.648420 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.648707 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.648982 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.649285 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.649612 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.649893 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.650184 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.650464 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.650755 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.651075 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.651969 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.652263 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.652624 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.652835 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.653140 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.653414 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:18.653626 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:03:18.653860 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73691) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 13:03:19.002167 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:19.002440 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:19.002727 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:19.003073 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 13:03:19.310444 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.310643 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.310912 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.312149 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.312428 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.312692 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.432832 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.433115 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.433375 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.446433 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.446736 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.446995 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.482527 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.482802 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.483099 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.532389 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.532665 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.532929 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.773148 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.773785 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.773785 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.773941 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.774678 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.902971 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.903347 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.903626 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.903892 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.904156 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.904461 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.904721 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.904975 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.905225 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.905500 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.905754 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.906013 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.906270 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.906523 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.906846 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.907147 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.907404 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.907670 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.907919 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.908196 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.908530 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.909207 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.909465 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.909750 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.909995 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.910248 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.910635 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:19.910874 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:19.911142 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:19.911380 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:19.911622 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:19.911851 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:19.912214 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 13:03:19.915485 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 13:03:19.919524 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 13:03:19.923737 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Apr 30 13:03:19.925458 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 13:03:19.925909 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 13:03:19.926238 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 13:03:19.926615 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 13:03:19.929502 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 13:03:19.929917 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 13:03:19.930465 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:03:19.960719 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 13:03:19.961168 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.961465 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73691) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 13:03:19.961824 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.963278 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73691) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 13:03:19.963625 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:03:19.963874 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 13:03:19.967050 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:19.967345 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.043910 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 13:03:20.044143 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 13:03:20.044372 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 13:03:20.044795 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 13:03:20.076947 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_db.sqlalchemy.engines [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73691) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 13:03:20.423439 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Initializing driver for type 'gre' Apr 30 13:03:20.423961 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] gre ID ranges: [(1, 1000)] Apr 30 13:03:20.479406 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Initializing driver for type 'local' Apr 30 13:03:20.479744 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Initializing driver for type 'vlan' Apr 30 13:03:20.491340 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] VlanTypeDriver initialization complete Apr 30 13:03:20.491675 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Initializing driver for type 'vxlan' Apr 30 13:03:20.492160 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] vxlan ID ranges: [(1, 1000)] Apr 30 13:03:20.552560 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Initializing extension driver 'port_security' Apr 30 13:03:20.552897 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.extensions.port_security [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] PortSecurityExtensionDriver initialization complete Apr 30 13:03:20.553233 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Initializing mechanism driver 'openvswitch' Apr 30 13:03:20.553562 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Initializing mechanism driver 'hyperv' Apr 30 13:03:20.560667 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.plugins.ml2.plugin [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:20.561425 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > port after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.561795 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > port after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.562140 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > port after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.562516 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > subnet after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.562858 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > subnet after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.563214 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.563588 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > network after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.563927 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > network after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.564257 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > network after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.564623 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > security_group after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.564962 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > security_group after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.565292 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.565659 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.565993 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.566323 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.566688 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > address_group after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.567035 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > address_group after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.567367 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.567694 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] ML2 OVO RPC backend initialized. {{(pid=73691) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 13:03:20.568378 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.568724 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.569126 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > network before_response 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.569464 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > networks before_response 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.569799 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > port before_response 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.570136 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > ports before_response 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.570469 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > subnet before_response 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.570805 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > subnets before_response 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.571167 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > network after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.571500 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > network after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.571881 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > network after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.572148 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > port after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.572475 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > port after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.572801 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > port after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.573666 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > subnet after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.573994 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > subnet after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.574321 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.574874 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.plugin [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Modular L2 Plugin initialization complete Apr 30 13:03:20.575223 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading services supported by the core plugin {{(pid=73691) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 13:03:20.575543 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.plugins.ml2.managers [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Got port-security extension from driver 'port_security' Apr 30 13:03:20.575993 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.extensions.vlantransparent [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Disabled vlantransparent extension. Apr 30 13:03:20.576466 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73691) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 13:03:20.576769 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading Plugin: router Apr 30 13:03:20.613335 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.613727 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router after_create 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.614089 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router before_create 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.614448 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.614812 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.615185 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router after_delete 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.615539 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.615894 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router after_create 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.616233 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router after_update 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.616578 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router after_update 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.616923 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.617274 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router after_update 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.617673 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router precommit_update 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.618035 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: port after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.618368 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: port after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.618698 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: subnet after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.619042 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.619403 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.620268 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router precommit_create 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.620623 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: port before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.620961 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router precommit_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.621312 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router after_update 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.621647 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.621989 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router precommit_create 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.622356 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.622687 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router precommit_update 55549900 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.623070 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > network after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.623935 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Tracking information for resource: router configured {{(pid=73691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:20.624266 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Tracking information for resource: floatingip configured {{(pid=73691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:20.629242 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.db.l3_agentschedulers_db [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 13:03:20.629810 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: port after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.630162 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: port after_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.630504 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: port after_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.630846 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: port after_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.631649 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router before_create 55550100 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.632006 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.632359 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router precommit_create 55550100 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.632712 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > router precommit_update 55550100 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.637993 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.services.provider_configuration [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service providers = [] {{(pid=73691) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 13:03:20.638354 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.db.servicetype_db [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73691) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 13:03:20.641248 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.services.service_base [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:03:20.641592 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.services.service_base [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:03:20.641924 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.services.service_base [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:03:20.642780 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.services.service_base [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:03:20.643167 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.services.service_base [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 13:03:20.643696 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:20.644011 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 13:03:20.654311 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:20.654642 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading Plugin: auto_allocate Apr 30 13:03:20.660404 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: network precommit_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.660756 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: network precommit_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.661261 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:20.661572 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading Plugin: tag Apr 30 13:03:20.668314 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:20.668640 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading Plugin: timestamp Apr 30 13:03:20.672366 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:20.672688 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading Plugin: network_ip_availability Apr 30 13:03:20.678131 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.678443 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.678791 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.679521 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:20.679833 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading Plugin: flavors Apr 30 13:03:20.685167 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:20.685493 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading Plugin: revisions Apr 30 13:03:20.689679 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:20.690063 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_concurrency.lockutils [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.687s {{(pid=73691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:20.690772 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73691) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 13:03:20.691127 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Initializing extension manager. Apr 30 13:03:20.691620 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: __init__.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.691952 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: __pycache__ {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.692279 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.692602 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: address_group.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.693337 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.693901 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: address-group Apr 30 13:03:20.694214 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: address_scope.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.694908 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.695439 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: address-scope Apr 30 13:03:20.695756 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.696655 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.697155 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: router-admin-state-down-before-update Apr 30 13:03:20.697470 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: agent.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.698715 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.699238 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: agent Apr 30 13:03:20.699556 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: agent_resources_synced.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.700694 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.701200 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: agent-resources-synced Apr 30 13:03:20.701511 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: allowedaddresspairs.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.703268 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.703789 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: allowed-address-pairs Apr 30 13:03:20.704108 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: auto_allocated_topology.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.705152 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.705660 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: auto-allocated-topology Apr 30 13:03:20.705977 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: availability_zone.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.706646 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.707177 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: availability_zone Apr 30 13:03:20.707492 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: availability_zone_filter.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.708374 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.708869 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: availability_zone_filter Apr 30 13:03:20.709180 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: data_plane_status.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.710060 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.710553 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 13:03:20.710864 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: default_subnetpools.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.711779 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.712275 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: default-subnetpools Apr 30 13:03:20.712588 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.713371 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.714044 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: dhcp_agent_scheduler Apr 30 13:03:20.714358 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: dns.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.715262 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.715777 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension dns-integration not supported by any of loaded plugins Apr 30 13:03:20.716217 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: dns_domain_ports.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.716975 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.717495 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 13:03:20.717807 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: dvr.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.718461 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.718954 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: dvr Apr 30 13:03:20.719287 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: empty_string_filtering.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.720175 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.720670 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: empty-string-filtering Apr 30 13:03:20.720978 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.721848 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.722554 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:03:20.722871 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.723786 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.724307 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 13:03:20.724614 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: external_net.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.725487 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.725983 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: external-net Apr 30 13:03:20.726291 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.727194 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.727691 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: extra_dhcp_opt Apr 30 13:03:20.727997 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: extraroute.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.728869 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.729392 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: extraroute Apr 30 13:03:20.729701 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: extraroute_atomic.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.730729 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.731265 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: extraroute-atomic Apr 30 13:03:20.731577 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: filter_validation.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.732223 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.732715 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: filter-validation Apr 30 13:03:20.733025 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: fip_pf_description.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.734074 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.734566 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 13:03:20.734876 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: fip_port_details.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.735780 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.736277 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: fip-port-details Apr 30 13:03:20.736590 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: flavors.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.737781 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.738284 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: flavors Apr 30 13:03:20.738599 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.740268 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.740783 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 13:03:20.741106 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: floatingip_pools.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.741788 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.742286 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: floatingip-pools Apr 30 13:03:20.742603 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: ip_allocation.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.743538 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.744037 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 13:03:20.744349 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.745748 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.746250 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: ip-substring-filtering Apr 30 13:03:20.746567 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: l2_adjacency.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.747492 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.747996 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 13:03:20.748310 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: l3.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.749242 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.749756 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: router Apr 30 13:03:20.750071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.752289 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.752802 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:03:20.753128 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.754030 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.754531 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: ext-gw-mode Apr 30 13:03:20.754845 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.755751 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.756254 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: l3-ha Apr 30 13:03:20.756569 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: l3_flavors.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.757462 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.757959 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: l3-flavors Apr 30 13:03:20.758272 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.759207 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.759713 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 13:03:20.760025 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: l3agentscheduler.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.761586 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.762092 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: l3_agent_scheduler Apr 30 13:03:20.762413 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: logging.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.763911 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.764426 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension logging not supported by any of loaded plugins Apr 30 13:03:20.764751 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: metering.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.765488 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.766076 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: metering Apr 30 13:03:20.766390 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.767474 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.767985 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: metering_source_and_destination_fields Apr 30 13:03:20.768300 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: multiprovidernet.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.769309 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.769819 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: multi-provider Apr 30 13:03:20.770136 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: netmtu.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.771017 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.771541 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: net-mtu Apr 30 13:03:20.771853 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: netmtu_writable.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.772738 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.773234 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: net-mtu-writable Apr 30 13:03:20.773758 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: network_availability_zone.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.774181 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.774672 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: network_availability_zone Apr 30 13:03:20.774982 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: network_ip_availability.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.776086 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.776588 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: network-ip-availability Apr 30 13:03:20.776898 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: network_segment_range.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.777641 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.778135 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 13:03:20.778446 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: pagination.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.779426 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.779745 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: pagination Apr 30 13:03:20.780056 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: port_device_profile.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.780948 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.781453 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: port-device-profile Apr 30 13:03:20.781765 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.782650 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.783184 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: port-mac-address-regenerate Apr 30 13:03:20.783496 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.784366 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.784863 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: port-numa-affinity-policy Apr 30 13:03:20.785176 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: port_resource_request.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.786047 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.786541 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 13:03:20.786853 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: portbindings.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.787763 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.788261 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: binding Apr 30 13:03:20.788570 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: portbindings_extended.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.789811 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.790312 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: binding-extended Apr 30 13:03:20.790627 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: portsecurity.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.791533 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.792545 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: port-security Apr 30 13:03:20.792861 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: project_id.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.793796 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.794117 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: project-id Apr 30 13:03:20.794429 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: providernet.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.795349 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.795853 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: provider Apr 30 13:03:20.796167 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: qos.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.799903 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.800418 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension qos not supported by any of loaded plugins Apr 30 13:03:20.800741 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.802207 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.802714 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 13:03:20.803057 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.803950 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.804453 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 13:03:20.804772 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: qos_default.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.805657 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.806156 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension qos-default not supported by any of loaded plugins Apr 30 13:03:20.806474 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: qos_fip.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.807147 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.807712 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension qos-fip not supported by any of loaded plugins Apr 30 13:03:20.808025 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: qos_gateway_ip.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.808916 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.809418 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 13:03:20.809731 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: qos_port_network_policy.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.810612 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.811146 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 13:03:20.811460 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: qos_rule_type_details.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.812342 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.812843 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 13:03:20.813153 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: qos_rules_alias.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.814177 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.814678 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 13:03:20.814990 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: quotasv2.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.816011 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.816332 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: quotas Apr 30 13:03:20.816645 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: quotasv2_detail.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.818227 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.818554 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: quota_details Apr 30 13:03:20.818873 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: rbac.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.819932 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.820443 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: rbac-policies Apr 30 13:03:20.820762 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: rbac_address_group.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.821659 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.822160 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: rbac-address-group Apr 30 13:03:20.822474 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: rbac_address_scope.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.823903 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.824409 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: rbac-address-scope Apr 30 13:03:20.824725 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: rbac_security_groups.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.825609 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.826112 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: rbac-security-groups Apr 30 13:03:20.826428 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: rbac_subnetpool.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.827364 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.827869 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: rbac-subnetpool Apr 30 13:03:20.828184 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: revisionifmatch.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.829075 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.829575 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: revision-if-match Apr 30 13:03:20.829892 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: revisions.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.830969 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.831496 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: standard-attr-revisions Apr 30 13:03:20.831813 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: router_availability_zone.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.832466 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.832962 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: router_availability_zone Apr 30 13:03:20.833275 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: routerservicetype.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.834168 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.834672 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension router-service-type not supported by any of loaded plugins Apr 30 13:03:20.834988 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.835907 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.836411 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: security-groups-normalized-cidr Apr 30 13:03:20.836725 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.837618 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.838122 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: port-security-groups-filtering Apr 30 13:03:20.838438 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.839940 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.840443 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: security-groups-remote-address-group Apr 30 13:03:20.840759 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: securitygroup.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.850199 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.850719 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: security-group Apr 30 13:03:20.851065 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: segment.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.851831 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.852330 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension segment not supported by any of loaded plugins Apr 30 13:03:20.852647 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.853547 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.854046 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 13:03:20.854404 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: servicetype.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.855532 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.856040 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: service-type Apr 30 13:03:20.856357 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: sorting.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.857309 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.857631 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: sorting Apr 30 13:03:20.857943 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: standard_attr_segment.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.858832 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.859363 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 13:03:20.859685 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: standardattrdescription.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.860317 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.860814 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: standard-attr-description Apr 30 13:03:20.861129 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: stateful_security_group.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.862019 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.862525 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: stateful-security-group Apr 30 13:03:20.862839 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: stdattrs_common.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.863425 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 13:03:20.863740 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.864712 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.865212 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 13:03:20.865523 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: subnet_onboard.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.866578 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.867111 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: subnet_onboard Apr 30 13:03:20.867428 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.868334 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.868826 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 13:03:20.869137 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: subnet_service_types.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.870068 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.870570 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: subnet-service-types Apr 30 13:03:20.870884 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: subnetallocation.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.871967 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.872469 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: subnet_allocation Apr 30 13:03:20.872784 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.873425 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.873925 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: subnetpool-prefix-ops Apr 30 13:03:20.874237 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.875168 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.875677 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 13:03:20.875988 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: tagging.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.877034 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.877546 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: standard-attr-tag Apr 30 13:03:20.877862 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: timestamp.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.879048 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.879556 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loaded extension: standard-attr-timestamp Apr 30 13:03:20.879881 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: trunk.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.880884 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.881387 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension trunk not supported by any of loaded plugins Apr 30 13:03:20.881706 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: trunk_details.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.882632 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.883160 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension trunk-details not supported by any of loaded plugins Apr 30 13:03:20.883482 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: uplink_status_propagation.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.884376 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.884870 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 13:03:20.885185 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Loading extension file: vlantransparent.py {{(pid=73691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:20.886384 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:20.886883 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 13:03:20.889342 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:network Apr 30 13:03:20.890060 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:subnet Apr 30 13:03:20.890825 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:20.891443 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:port Apr 30 13:03:20.892699 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.893137 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service FLAVORS assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.893759 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.894177 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.894495 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:router Apr 30 13:03:20.895185 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:03:20.895870 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service METERING assigned prefix: /metering {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.897295 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.897653 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.897996 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:20.899147 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:03:20.899582 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:03:20.900214 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:03:20.900946 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service CORE assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.901813 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:20.902142 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] subnetpool is already registered Apr 30 13:03:20.903004 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service CORE assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.903351 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:20.903674 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] subnetpool is already registered Apr 30 13:03:20.907263 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.907686 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service FLAVORS assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.908274 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.908684 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.909003 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:router Apr 30 13:03:20.909322 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] router is already registered Apr 30 13:03:20.909895 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:03:20.910215 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] floatingip is already registered Apr 30 13:03:20.910827 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service METERING assigned prefix: /metering {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.911512 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:03:20.911831 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] rbac_policy is already registered Apr 30 13:03:20.912357 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:03:20.912672 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] security_group is already registered Apr 30 13:03:20.913237 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:03:20.913555 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] security_group_rule is already registered Apr 30 13:03:20.914208 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service CORE assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.914525 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:20.914842 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] subnetpool is already registered Apr 30 13:03:20.915457 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.v2.resource_helper [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Service CORE assigned prefix: {{(pid=73691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:20.915768 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:20.916078 dv-cinder-784453-4-smb neutron-server[73691]: WARNING neutron.quota.resource_registry [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] subnetpool is already registered Apr 30 13:03:20.916728 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: extensions {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.918204 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: address-groups {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.919829 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: address-scopes {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.921033 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: agents {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.922205 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: auto-allocated-topology {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.923834 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: availability_zones {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.925148 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: dhcp-networks {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.926564 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: dhcp-agents {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.928019 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: routers {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.929931 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: flavors {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.931070 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: service_profiles {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.932282 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: next_providers {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.933802 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: service_profiles {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.935282 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: floatingip-pools {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.936491 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: routers {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.938304 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: floatingips {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.939516 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: l3-routers {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.940905 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: l3-agents {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.942318 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: metering-labels {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.943691 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: metering-label-rules {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.944978 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: network-ip-availabilities {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.946237 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: bindings {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.948426 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: quotas {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.949857 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: quotas {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.951300 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: rbac-policies {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.952592 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: security-groups {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.953808 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: security-group-rules {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.955066 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: service-providers {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.956295 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: subnetpools {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.957685 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: subnetpools {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.959181 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.960869 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.962682 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.965087 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.967875 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.969720 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:20.971462 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:21.083557 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:21.085752 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:21.087636 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron.api.extensions [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Extended resource: tags {{(pid=73691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:21.094078 dv-cinder-784453-4-smb neutron-server[73691]: WARNING keystonemiddleware.auth_token [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 13:03:21.098739 dv-cinder-784453-4-smb neutron-server[73691]: WARNING keystonemiddleware.auth_token [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 13:03:21.107109 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_concurrency.lockutils [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Acquired lock "singleton_lock" {{(pid=73691) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 13:03:21.107582 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_concurrency.lockutils [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Releasing lock "singleton_lock" {{(pid=73691) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 13:03:21.108206 dv-cinder-784453-4-smb neutron-server[73691]: INFO oslo_service.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Starting 2 workers Apr 30 13:03:21.112811 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Started child 73798 {{(pid=73691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:03:21.116994 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Started child 73799 {{(pid=73691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:03:21.117920 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.118631 dv-cinder-784453-4-smb neutron-server[73691]: INFO neutron.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 13:03:21.119089 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Notify callbacks [] for process, before_spawn {{(pid=73691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.119400 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [-] (73798) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:03:21.121467 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.121963 dv-cinder-784453-4-smb neutron-server[73691]: INFO oslo_service.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Starting 1 workers Apr 30 13:03:21.122834 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [-] (73799) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:03:21.126440 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Started child 73800 {{(pid=73691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:03:21.126944 dv-cinder-784453-4-smb neutron-server[73691]: INFO oslo_service.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Starting 1 workers Apr 30 13:03:21.129920 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] calling RpcWorker wait() {{(pid=73800) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 13:03:21.130436 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] returning from RpcWorker wait() {{(pid=73800) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 13:03:21.131147 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Started child 73801 {{(pid=73691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:03:21.131923 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG neutron_lib.callbacks.manager [None req-04d4a9cc-b090-4625-859f-c39c0d68b439 None None] Notify callbacks [] for process, after_spawn {{(pid=73691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.132029 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.132446 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:21.133678 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73691) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:03:21.133885 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:03:21.134064 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:03:21.134279 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:03:21.134619 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:03:21.134778 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:03:21.135315 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.136126 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.136292 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.136760 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.136760 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.136948 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.137502 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.137770 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.137996 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.138283 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.138537 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.138704 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.138865 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.139136 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.139361 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.139657 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.139915 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.140156 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.140405 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.140570 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.140826 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.141078 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.141316 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.141572 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] debug = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.141804 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.142291 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.142514 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.142757 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.142971 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.143259 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.143509 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.143767 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.144001 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.144232 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.144461 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.144712 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.144951 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.145175 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.145393 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.145629 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.145860 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.146333 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] host = dv-cinder-784453-4-smb {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.146545 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.146755 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.146994 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.147256 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.147495 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.147723 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.147969 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.148207 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.148455 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.148671 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.148927 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.149162 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.149400 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.149631 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.149791 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_options = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.149997 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.150266 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.150527 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.150708 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.150869 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.151674 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.151892 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.152052 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.152301 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.152511 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.152723 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.152949 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.153175 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.153405 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.153646 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.153882 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.154109 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.154311 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.154547 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.154783 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.155030 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.155297 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.155509 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.155747 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.155954 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.156179 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.156429 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.156635 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.156844 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.157104 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.157332 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.157570 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.157810 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.158069 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.158295 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.158517 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.158740 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.159006 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.159252 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.159516 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.159765 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.159973 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.160191 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.160401 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.160689 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.160879 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_json = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.161090 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.161280 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.161489 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.161694 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.161840 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:21.161997 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.162151 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.162331 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.162571 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.162967 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.163293 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.163618 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.163867 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.164076 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.164324 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.164578 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.164792 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.165060 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.165313 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.165551 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.165792 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.166077 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.166316 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.166808 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.167191 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.167482 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.167630 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.167782 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.167996 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.168239 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.168499 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.168822 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.169135 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.169633 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.169633 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.169928 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.170068 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.170294 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.170503 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.170979 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.170979 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.171291 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.171429 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.171665 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.171872 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.172119 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.172482 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.172626 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.173057 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.173308 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.173523 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.173966 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.173966 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.174256 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.174395 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.174559 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.175667 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.175829 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.176014 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.176268 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.176546 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.176776 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.177003 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.177240 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.177488 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.177718 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.177940 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.178165 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.178389 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.178622 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.178893 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.179148 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.179369 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.179739 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.179994 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.180094 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.180277 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.180691 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.180856 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.181100 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.181245 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.181384 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.181588 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.181951 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.182091 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.182739 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.182980 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.183222 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.183456 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.183691 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.183923 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.184394 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.184394 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.184677 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.184930 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.185188 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.185431 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.185736 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.185898 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.186148 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.186415 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.186635 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.186872 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.187135 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.187421 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.187669 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.187901 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.188129 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.188347 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.188624 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.188844 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.189128 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.189369 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.189618 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.189842 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.190127 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.190378 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.190610 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.190877 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.191130 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.191400 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.191645 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.191926 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.192171 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.192432 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.192714 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.192981 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.193251 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.193502 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.193734 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.193998 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.194247 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.194530 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.194698 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.195145 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.195309 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.195449 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.195711 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.195943 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.196175 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.196345 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.196649 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.196882 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.197135 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.197371 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.197651 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.197944 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.198744 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.198961 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.199236 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.199469 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.199851 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.200002 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.200179 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.200423 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.200670 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.200891 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.201099 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.201339 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.201536 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.201748 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.201958 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.202218 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.202428 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.202643 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.202870 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.203127 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.203345 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.203594 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.203805 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.204087 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.204364 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.204531 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.204704 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.204917 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.205127 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.205370 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.205586 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.205856 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.206101 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.206323 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.206548 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.206790 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.207075 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.207285 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.207550 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.207770 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.207980 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.208195 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.208433 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.208729 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.208876 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.209271 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.209423 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.209569 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.209766 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.210116 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.210375 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.210601 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.210836 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.213071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.213071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.213071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.213071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.213071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.213071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.213071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.213071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.217573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.217573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.217573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.217573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.217573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.217573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.217573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.217573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.217573 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219305 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219305 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219305 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219305 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219305 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219305 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219305 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219305 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219305 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.219820 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.220341 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.220341 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.220341 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.220341 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.220341 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.220712 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.220712 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.220911 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.221156 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.221386 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.221632 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.221878 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.222199 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.222435 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.222698 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.222936 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.223192 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.223411 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.223666 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.223964 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.224274 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.224530 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.224771 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.225042 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.225322 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.225580 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.225792 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.226107 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.226441 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.226735 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.227054 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.227260 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.227535 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.227766 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.228177 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.228284 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.228433 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.228644 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.228886 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.229144 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.229930 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.230162 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.230391 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.230607 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.230830 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.231079 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.231327 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.231543 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.231710 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:03:21.232262 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73691) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:03:21.232423 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:03:21.232589 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:03:21.232766 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:03:21.232931 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:03:21.233080 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:03:21.233288 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.233446 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.233779 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.233944 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.234101 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.234280 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.234441 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.234615 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.234754 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.234913 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.235098 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.235253 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.235563 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.235721 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.235877 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.236034 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.236195 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.236353 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.236516 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.236675 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.236827 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.237133 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.237288 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] debug = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.237597 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.237781 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.237943 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.238097 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.238400 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.238560 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.238717 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.238873 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.239055 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.239207 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.239364 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.239520 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.239676 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.239831 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.239990 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.240147 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.240302 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.240457 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] host = dv-cinder-784453-4-smb {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.240614 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.240770 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.240925 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.241080 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.241235 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.241391 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.241547 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.241702 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.241851 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.242003 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.242156 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.242461 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.242618 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.242776 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.242933 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_options = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.243165 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.243276 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.243433 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.243607 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.243769 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.243925 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.244082 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.244237 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.244395 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.244550 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.244741 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.244999 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.245160 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.245314 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.245469 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.245627 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.245782 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.245937 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.246093 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.246248 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.246403 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.246554 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.246701 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.246860 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.247014 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.247334 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.247655 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.247951 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.248248 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.248539 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.248842 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.248998 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.249131 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.249291 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.249442 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.249753 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.249913 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.250073 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.250229 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.250385 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.250541 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.250696 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.250854 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.251009 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.251222 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.251371 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_json = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.251515 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.251659 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.251797 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.251955 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.252119 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.252265 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.252410 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.252567 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:21.252742 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.252902 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.253072 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.253233 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.253392 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.253550 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.253707 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.253867 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.254025 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.254183 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.254349 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.254508 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.254676 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.254835 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.254993 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.255209 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.255333 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.255496 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.255652 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.255791 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.255928 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.256077 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.256252 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.256411 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.256572 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.256729 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.256870 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.257034 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.257194 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.257354 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.257519 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.257679 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.257838 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.257997 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.258155 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.258314 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.258473 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.258632 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.258792 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.259190 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.259190 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.259467 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.259467 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.259750 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.259750 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.260026 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.260026 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.260234 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.260321 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.260494 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.260700 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.260869 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.261030 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.261172 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.261335 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.261494 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.261651 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.261809 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.262054 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.262192 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.262322 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.262481 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.262640 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.262798 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.262955 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.263137 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.263303 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.263486 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.263658 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.263808 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.263941 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.264122 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.264249 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.264382 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.264585 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.264742 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.264895 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.265034 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.265185 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.265351 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.265519 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.265696 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.265812 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.265980 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.266122 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.266293 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.266452 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.266683 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.266771 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.266952 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.267153 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.267259 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.267413 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.267672 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.267833 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:21.267937 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.267937 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.268134 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.268217 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.268296 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.268491 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.268614 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.268869 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.268972 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.269123 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.269300 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.269480 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.269665 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.269799 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.269993 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.270120 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.270278 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.270450 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.270612 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.270837 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.270981 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.271152 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.271292 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.271429 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.271567 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.271703 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.271840 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.271976 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.272112 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.272263 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.272401 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.272562 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.272720 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.272885 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.273053 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.273212 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.273370 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.273529 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.273709 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.273867 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.274025 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.274185 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.274344 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.274502 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.274745 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.274903 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.275120 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.275275 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.275383 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.275543 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.275700 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.275858 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.276530 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.276690 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.276851 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.277010 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.277168 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.277327 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.277492 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.277648 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.277806 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.277963 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.278121 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.278278 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.278437 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.278596 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.278754 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.278912 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.279095 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.279254 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.279413 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.279571 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.279729 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.279886 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.280056 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.280199 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.280360 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.280581 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.280754 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.280934 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.281115 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.281115 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.281645 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.281645 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.281645 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.282047 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.282047 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.282047 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.282425 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.282425 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.282425 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.282739 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.282739 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.282898 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.283060 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.283197 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.283352 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.283511 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.283669 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.283828 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.283985 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.284145 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.284304 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.284461 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.284623 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.284784 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.284943 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.285102 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.285249 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.285409 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.285562 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.285700 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.285855 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.286018 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.286164 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.286322 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.286480 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.286647 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.286808 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.286976 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.287142 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.287300 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.287473 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.287631 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.287789 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.287947 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.288104 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.288271 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.288430 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.288588 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.288746 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.288904 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.289071 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.289233 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.289393 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.289549 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.289707 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.290172 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.290172 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.290172 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.290467 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.290467 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.290616 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.290772 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.290941 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.291121 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.291285 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.291444 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.291621 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.292311 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.292472 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.292636 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.292804 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.292975 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.293135 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.293301 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.293468 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.293635 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.293793 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.293957 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.294129 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.294288 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.294446 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.294646 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.294758 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.294907 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.295082 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.295243 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.295402 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.295559 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.295717 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.295875 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.296037 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.296199 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.296345 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.296484 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.296631 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.296769 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.296927 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.297073 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:21.297224 dv-cinder-784453-4-smb neutron-server[73691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:03:21.341099 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 35132) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:21.349753 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064526 Apr 30 13:03:31.930670 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3375450d-6415-4343-8b1f-8e95200e1358 None None] get_active_networks_info from dv-cinder-784453-4-smb {{(pid=73800) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 13:03:32.018060 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375450d-6415-4343-8b1f-8e95200e1358 None None] No non-hosted networks {{(pid=73800) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 13:03:32.030682 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.agentschedulers_db [None req-3375450d-6415-4343-8b1f-8e95200e1358 None None] DHCP Agent not found on host dv-cinder-784453-4-smb {{(pid=73800) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 13:03:32.214117 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c46d4924-7592-46f6-9bef-99939ebba166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838'] for agent, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:34.359015 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838'] for agent, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:34.360409 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.366264 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.366861 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.372762 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.377881 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.378497 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.381787 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.382367 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.387860 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.398519 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.398519 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.399415 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:34.400017 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784453-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:34.411849 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784453-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:34.643381 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9cd66fc3-ae10-49f9-87f5-608985c1c05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838'] for agent, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:34.707810 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7ac69807-3b4f-4adb-86ac-3514ecfdf5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:35.347467 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838'] for agent, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:37.012977 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838'] for agent, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:38.653598 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 35222) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:39.224612 dv-cinder-784453-4-smb neutron-server[73799]: WARNING oslo_policy.policy [None req-07694235-c7cb-4b89-8325-3ef418dac2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:39.225189 dv-cinder-784453-4-smb neutron-server[73799]: WARNING oslo_policy.policy [None req-07694235-c7cb-4b89-8325-3ef418dac2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:39.442108 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [None req-07694235-c7cb-4b89-8325-3ef418dac2de admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:03:39.443171 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-07694235-c7cb-4b89-8325-3ef418dac2de admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7886386 Apr 30 13:03:41.586490 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.db.l3_hamode_db [None req-2bb098ec-f7f4-4fde-aa28-51b4395c67cf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 13:03:41.671611 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb098ec-f7f4-4fde-aa28-51b4395c67cf None None] Routers set() bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:03:41.671974 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb098ec-f7f4-4fde-aa28-51b4395c67cf None None] Router IDs set() for agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 13:03:41.781661 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 35236) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:42.140430 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-6e931b8f-3143-4f72-881a-4425b30423cb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:42.242058 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.policy [None req-6e931b8f-3143-4f72-881a-4425b30423cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73799) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:03:42.287431 dv-cinder-784453-4-smb neutron-server[73799]: WARNING oslo_policy.policy [None req-6e931b8f-3143-4f72-881a-4425b30423cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:42.287790 dv-cinder-784453-4-smb neutron-server[73799]: WARNING oslo_policy.policy [None req-6e931b8f-3143-4f72-881a-4425b30423cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:42.296707 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.quota [None req-6e931b8f-3143-4f72-881a-4425b30423cb admin admin] Loaded quota_driver: . Apr 30 13:03:42.311874 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-6e931b8f-3143-4f72-881a-4425b30423cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:42.371776 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-6e931b8f-3143-4f72-881a-4425b30423cb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759483083808', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759483084543', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759483072685', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759483103225', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759483092701', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759483115965', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7849614', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7754411', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-401266', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607198'] for rbac-policy, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:42.432844 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-6e931b8f-3143-4f72-881a-4425b30423cb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:42.434177 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-6e931b8f-3143-4f72-881a-4425b30423cb admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6515982 Apr 30 13:03:45.010850 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35250) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:45.585951 dv-cinder-784453-4-smb neutron-server[73798]: WARNING oslo_policy.policy [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:45.586534 dv-cinder-784453-4-smb neutron-server[73798]: WARNING oslo_policy.policy [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:45.800251 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Request body: {'network': {'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'name': 'private', 'admin_state_up': True}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:45.801855 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.quota [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Loaded quota_driver: . Apr 30 13:03:45.817109 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:45.824131 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Usage tracker for resource:network and tenant:e7e3803d2a214e4ab9745f43c669ae25 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:45.829630 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:45.836905 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:45.853009 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Made reservation on behalf of e7e3803d2a214e4ab9745f43c669ae25 for: {'network': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:03:45.924198 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.policy [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73798) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:03:45.969934 dv-cinder-784453-4-smb neutron-server[73798]: WARNING oslo_policy.policy [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:45.970300 dv-cinder-784453-4-smb neutron-server[73798]: WARNING oslo_policy.policy [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:45.980125 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:46.001139 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:46.015898 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:46.019585 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e3803d2a214e4ab9745f43c669ae25 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:46.024781 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:46.030278 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:46.125104 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:46.129520 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:46.134909 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:46.154493 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=73798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:03:46.178949 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759480892820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:46.179559 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Unsubscribe: segment precommit_create {{(pid=73798) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:03:46.180015 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.segments_db [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Added segment 742a98e9-ab6e-4a3f-b047-d6aaf0933686 of type vlan for network 6bf92e57-a628-4497-8dca-b0af0fe4a46c Apr 30 13:03:46.188418 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f715ddc-c032-4f21-8e2f-cafb5270c98b,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:46.241337 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.241848 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.241986 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.242274 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.242576 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.242884 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.243210 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.243560 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.243879 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.244183 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.244480 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.244776 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Tracked resource versions report: Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: pushed versions: Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: { 'AddressGroup': {'1.2'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'ConntrackHelper': {'1.0'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Log': {'1.0'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Network': {'1.1'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Port': {'1.7'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'PortForwarding': {'1.2'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'QosPolicy': {'1.8'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'SecurityGroup': {'1.4'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'SubPort': {'1.0'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Subnet': {'1.1'}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Trunk': {'1.1'}} Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: consumer versions: Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: { DHCP agent@dv-cinder-784453-4-smb: {}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: L3 agent@dv-cinder-784453-4-smb: {}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: Metadata agent@dv-cinder-784453-4-smb: {}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: Metering agent@dv-cinder-784453-4-smb: {}, Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: Open vSwitch agent@dv-cinder-784453-4-smb: { 'AddressGroup': '1.2', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'ConntrackHelper': '1.0', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Log': '1.0', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Network': '1.1', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Port': '1.7', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'PortForwarding': '1.2', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'QosPolicy': '1.8', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'SecurityGroup': '1.4', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'SecurityGroupRule': '1.2', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'SubPort': '1.0', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Subnet': '1.1', Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: 'Trunk': '1.1'}} Apr 30 13:03:46.245878 dv-cinder-784453-4-smb neutron-server[73798]: {{(pid=73798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:03:46.294971 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:46.301332 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:46.341275 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:46.342930 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:46.343595 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:46.348498 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:46.453578 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4405260 Apr 30 13:03:46.454275 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Pushing event updated for resources: {'Network': ['ID=6bf92e57-a628-4497-8dca-b0af0fe4a46c,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:46.462704 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:46.478606 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 6bf92e57-a628-4497-8dca-b0af0fe4a46c details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:03:49.099179 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35272) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:49.548795 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49379a0-6836-4d3d-a696-abe1f7304fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:49.550065 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-f49379a0-6836-4d3d-a696-abe1f7304fd0 admin admin] 10.222.0.66 "GET /v2.0/networks/6bf92e57-a628-4497-8dca-b0af0fe4a46c HTTP/1.1" status: 200 len: 825 time: 0.4499230 Apr 30 13:03:49.579503 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-d327f1b8-9da4-413e-a491-901462b12da2 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/a4d19828-d687-4dc9-bc4c-d12ba557f0da HTTP/1.1" status: 200 len: 734 time: 0.0242062 Apr 30 13:03:49.587876 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Request body: {'subnet': {'subnetpool_id': 'a4d19828-d687-4dc9-bc4c-d12ba557f0da', 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:49.592381 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:49.596202 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Usage tracker for resource:subnet and tenant:e7e3803d2a214e4ab9745f43c669ae25 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:49.599089 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:49.605684 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:49.616053 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Made reservation on behalf of e7e3803d2a214e4ab9745f43c669ae25 for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:03:49.619151 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.080690 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.085781 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:50.163255 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Checking segment: {'id': '742a98e9-ab6e-4a3f-b047-d6aaf0933686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:03:50.163873 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Network hostable DHCP agents. Network: 6bf92e57-a628-4497-8dca-b0af0fe4a46c, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:03:50.167179 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0d8541-5896-4032-afc0-729b13a239e1,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:50.173031 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:50.184567 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Network 6bf92e57-a628-4497-8dca-b0af0fe4a46c is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:03:50.194555 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 6bf92e57-a628-4497-8dca-b0af0fe4a46c) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:03:50.199547 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:50.200179 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.204300 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd2ec1-99b9-4c3a-8b29-dcd4d3f1b8a1 None None] Network 6bf92e57-a628-4497-8dca-b0af0fe4a46c requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:03:50.225979 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6356881 Apr 30 13:03:50.513050 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16bc5fc4-8b85-58ef-a5f1-903c4f18c5c1-6bf92e57-a628-4497-8dca-b0af0fe4a46c', 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'fixed_ips': [{'subnet_id': 'fb0d8541-5896-4032-afc0-729b13a239e1'}]}} from dv-cinder-784453-4-smb. {{(pid=73800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:03:50.514265 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.702307 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Allocated IP 172.20.0.2 (6bf92e57-a628-4497-8dca-b0af0fe4a46c/fb0d8541-5896-4032-afc0-729b13a239e1/2ce620e4-80d7-457f-89e4-899f5fe646ea) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:03:50.934348 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.948078 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Transition to ACTIVE for port object 2ce620e4-80d7-457f-89e4-899f5fe646ea will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:03:50.967942 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Transition to ACTIVE for port object 2ce620e4-80d7-457f-89e4-899f5fe646ea will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:03:50.975235 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.980652 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:51.034019 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Network 6bf92e57-a628-4497-8dca-b0af0fe4a46c is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:03:51.036858 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:03:51.046292 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:03:51.082947 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Pushing event updated for resources: {'Port': ['ID=2ce620e4-80d7-457f-89e4-899f5fe646ea,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:51.101240 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.101566 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.101889 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.102208 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.102553 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.102870 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.103205 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.103514 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.103821 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.104127 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.104424 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.104765 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Tracked resource versions report: Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: pushed versions: Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: { 'AddressGroup': {'1.2'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'ConntrackHelper': {'1.0'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Log': {'1.0'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Network': {'1.1'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Port': {'1.7'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'PortForwarding': {'1.2'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'QosPolicy': {'1.8'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'SecurityGroup': {'1.4'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'SubPort': {'1.0'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Subnet': {'1.1'}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Trunk': {'1.1'}} Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: consumer versions: Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: { DHCP agent@dv-cinder-784453-4-smb: {}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: L3 agent@dv-cinder-784453-4-smb: {}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: Metadata agent@dv-cinder-784453-4-smb: {}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: Metering agent@dv-cinder-784453-4-smb: {}, Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: Open vSwitch agent@dv-cinder-784453-4-smb: { 'AddressGroup': '1.2', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'ConntrackHelper': '1.0', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Log': '1.0', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Network': '1.1', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Port': '1.7', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'PortForwarding': '1.2', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'QosPolicy': '1.8', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'SecurityGroup': '1.4', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'SecurityGroupRule': '1.2', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'SubPort': '1.0', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Subnet': '1.1', Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: 'Trunk': '1.1'}} Apr 30 13:03:51.105886 dv-cinder-784453-4-smb neutron-server[73800]: {{(pid=73800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:03:51.137057 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:51.156485 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Attempting to bind port 2ce620e4-80d7-457f-89e4-899f5fe646ea on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:03:51.156865 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Attempting to bind port 2ce620e4-80d7-457f-89e4-899f5fe646ea by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '742a98e9-ab6e-4a3f-b047-d6aaf0933686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:03:51.157279 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Attempting to bind port 2ce620e4-80d7-457f-89e4-899f5fe646ea on network 6bf92e57-a628-4497-8dca-b0af0fe4a46c {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:03:51.162328 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:03:51.162734 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Checking segment: {'id': '742a98e9-ab6e-4a3f-b047-d6aaf0933686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:03:51.163213 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:51.163598 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Bound using segment: {'id': '742a98e9-ab6e-4a3f-b047-d6aaf0933686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:03:51.164055 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Bound port: 2ce620e4-80d7-457f-89e4-899f5fe646ea, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742a98e9-ab6e-4a3f-b047-d6aaf0933686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:03:51.164430 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:51.254250 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] For port 2ce620e4-80d7-457f-89e4-899f5fe646ea, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:03:51.258306 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] For port 2ce620e4-80d7-457f-89e4-899f5fe646ea, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=2ce620e4-80d7-457f-89e4-899f5fe646ea,segment=NetworkSegment(742a98e9-ab6e-4a3f-b047-d6aaf0933686),segment_id=742a98e9-ab6e-4a3f-b047-d6aaf0933686)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:03:51.263160 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:51.267481 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:51.353742 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Pushing event updated for resources: {'Port': ['ID=2ce620e4-80d7-457f-89e4-899f5fe646ea,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:51.356942 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:52.595345 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35282) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:52.966134 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [None req-9dc17967-0664-4a9d-8f8b-327dd09530c2 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:03:52.967132 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-9dc17967-0664-4a9d-8f8b-327dd09530c2 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3709230 Apr 30 13:03:55.323665 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 35292) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:55.714283 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [None req-dd47f6e5-4cbb-4525-92c4-8d5210209e34 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:03:55.715270 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-dd47f6e5-4cbb-4525-92c4-8d5210209e34 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3906777 Apr 30 13:03:56.420116 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 2ce620e4-80d7-457f-89e4-899f5fe646ea up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:03:56.500118 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 2ce620e4-80d7-457f-89e4-899f5fe646ea completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:03:56.851243 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea2335-09f7-4102-baf0-3b8f8b93b495 None None] Network 6bf92e57-a628-4497-8dca-b0af0fe4a46c requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:03:56.944542 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-f279e742-b57f-4d5a-9712-de6a88efcb91 None None] Provisioning for port 2ce620e4-80d7-457f-89e4-899f5fe646ea completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:03:56.958950 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-f279e742-b57f-4d5a-9712-de6a88efcb91 None None] Provisioning complete for port 2ce620e4-80d7-457f-89e4-899f5fe646ea triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:56.959359 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f279e742-b57f-4d5a-9712-de6a88efcb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:57.172756 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f279e742-b57f-4d5a-9712-de6a88efcb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:57.213574 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-f279e742-b57f-4d5a-9712-de6a88efcb91 None None] For port 2ce620e4-80d7-457f-89e4-899f5fe646ea, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=2ce620e4-80d7-457f-89e4-899f5fe646ea,segment=NetworkSegment(742a98e9-ab6e-4a3f-b047-d6aaf0933686),segment_id=742a98e9-ab6e-4a3f-b047-d6aaf0933686)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:03:57.221775 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f279e742-b57f-4d5a-9712-de6a88efcb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:57.228086 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:57.326556 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279e742-b57f-4d5a-9712-de6a88efcb91 None None] Pushing event updated for resources: {'Port': ['ID=2ce620e4-80d7-457f-89e4-899f5fe646ea,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:57.329976 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f279e742-b57f-4d5a-9712-de6a88efcb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:57.548298 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-f9d294b8-02a9-42bc-b5ee-e74ea011c54e None None] Provisioning complete for port 2ce620e4-80d7-457f-89e4-899f5fe646ea triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:57.548943 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9d294b8-02a9-42bc-b5ee-e74ea011c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:58.344694 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 35308) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:58.391445 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 2ce620e4-80d7-457f-89e4-899f5fe646ea up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:03:58.459167 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 2ce620e4-80d7-457f-89e4-899f5fe646ea triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:58.459587 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:58.701593 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'name': 'router1'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:58.706181 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:58.710593 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Usage tracker for resource:router and tenant:e7e3803d2a214e4ab9745f43c669ae25 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:58.714296 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:58.720284 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:58.729976 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13138'] for router, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:58.732131 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7937703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13147'] for router, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:58.754503 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:58.869295 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393556'] for router, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:58.888017 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] Notify callbacks [] for router, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:58.889148 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-eec2f96e-ec26-4f72-89b0-f67b506aaf61 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5435274 Apr 30 13:04:01.242451 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35318) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:01.609909 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [None req-2b74330f-e223-47ce-a100-ddcbbd703800 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:04:01.610980 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-2b74330f-e223-47ce-a100-ddcbbd703800 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3670945 Apr 30 13:04:01.854481 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cfa60670-3202-4682-a7c9-c438a37ab4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:03.919832 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35328) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:04.278752 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:04:04.283711 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:04:04.287494 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Usage tracker for resource:network and tenant:80c7b3ed940141f08be4ac23579b6e66 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:04:04.290910 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:04:04.296556 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:04:04.306046 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Made reservation on behalf of 80c7b3ed940141f08be4ac23579b6e66 for: {'network': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:04:04.308256 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.319882 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.334713 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:04:04.339034 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Usage tracker for resource:security_group_rule and tenant:80c7b3ed940141f08be4ac23579b6e66 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:04:04.341807 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:04:04.347552 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:04:04.351988 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.432976 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.436569 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.439482 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:04.455120 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Reserving flat network on physical network physnet1 {{(pid=73798) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 13:04:04.476386 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee25b53-971b-4153-a147-a807b5adfc7b,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:04.481143 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:04.482055 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.482386 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.segments_db [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Added segment 4277fb87-5a6a-4764-ae0a-eb4b84e9f03e of type flat for network c2869f81-3397-44d7-83da-a495caae779d Apr 30 13:04:04.514100 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.550138 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.551426 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:04.552000 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.556384 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:04.626221 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0a185725-026f-4d1c-958e-2d4791b18b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.665396 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7445042 Apr 30 13:04:04.670269 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Pushing event updated for resources: {'Network': ['ID=c2869f81-3397-44d7-83da-a495caae779d,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:04.681226 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:04.698644 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network c2869f81-3397-44d7-83da-a495caae779d details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:04:05.289417 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:06.972243 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:06.982445 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 35348) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:07.204424 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d1650e-9f1f-469a-b980-239625bc1b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:07.205749 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a2d1650e-9f1f-469a-b980-239625bc1b2e admin admin] 10.222.0.66 "GET /v2.0/subnets/fb0d8541-5896-4032-afc0-729b13a239e1 HTTP/1.1" status: 200 len: 849 time: 0.2223680 Apr 30 13:04:07.346425 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-67981dbd-e639-43e7-854e-1e8907c38055 admin admin] 10.222.0.66 "GET /v2.0/routers/67d8166a-0a4a-4055-b4ec-94319310ecf4 HTTP/1.1" status: 200 len: 704 time: 0.1345882 Apr 30 13:04:07.816624 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:08.051447 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Allocated IP 172.20.0.1 (6bf92e57-a628-4497-8dca-b0af0fe4a46c/fb0d8541-5896-4032-afc0-729b13a239e1/8cfb4862-f9f5-4694-b918-18b1c334680a) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:04:08.217942 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:08.236330 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Transition to ACTIVE for port object 8cfb4862-f9f5-4694-b918-18b1c334680a will not be triggered until provisioned by entity DHCP. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:04:08.291506 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:08.296945 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:08.345662 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Network 6bf92e57-a628-4497-8dca-b0af0fe4a46c is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:04:08.346773 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:08.402109 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:04:08.402109 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395994'] for router_interface, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:08.520477 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfb4862-f9f5-4694-b918-18b1c334680a,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:08.540628 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.540960 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.541282 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.541598 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.541910 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.542221 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.542533 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.542841 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.543195 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.543508 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.543813 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.544115 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Tracked resource versions report: Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: pushed versions: Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: { 'AddressGroup': {'1.2'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'ConntrackHelper': {'1.0'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Log': {'1.0'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Network': {'1.1'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Port': {'1.7'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'PortForwarding': {'1.2'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'QosPolicy': {'1.8'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'SecurityGroup': {'1.4'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'SubPort': {'1.0'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Subnet': {'1.1'}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Trunk': {'1.1'}} Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: consumer versions: Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: { DHCP agent@dv-cinder-784453-4-smb: {}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: L3 agent@dv-cinder-784453-4-smb: {}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: Metadata agent@dv-cinder-784453-4-smb: {}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: Metering agent@dv-cinder-784453-4-smb: {}, Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: Open vSwitch agent@dv-cinder-784453-4-smb: { 'AddressGroup': '1.2', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'ConntrackHelper': '1.0', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Log': '1.0', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Network': '1.1', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Port': '1.7', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'PortForwarding': '1.2', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'QosPolicy': '1.8', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'SecurityGroup': '1.4', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'SecurityGroupRule': '1.2', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'SubPort': '1.0', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Subnet': '1.1', Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: 'Trunk': '1.1'}} Apr 30 13:04:08.545254 dv-cinder-784453-4-smb neutron-server[73799]: {{(pid=73799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:04:08.556469 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:08.642731 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-095b6ca9-7ea7-4396-9567-fe78b4a142b3 None None] Provisioning for port 8cfb4862-f9f5-4694-b918-18b1c334680a completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:04:08.647556 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-095b6ca9-7ea7-4396-9567-fe78b4a142b3 None None] Provisioning complete for port 8cfb4862-f9f5-4694-b918-18b1c334680a triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:08.647920 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-095b6ca9-7ea7-4396-9567-fe78b4a142b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:08.674891 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:08.700053 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-095b6ca9-7ea7-4396-9567-fe78b4a142b3 None None] Port 8cfb4862-f9f5-4694-b918-18b1c334680a cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:04:08.939052 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:08.943462 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:08.944748 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395903'] for router_interface, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:08.948553 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:09.082143 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfb4862-f9f5-4694-b918-18b1c334680a,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:09.086927 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:09.135971 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Network 6bf92e57-a628-4497-8dca-b0af0fe4a46c is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:04:09.137083 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:09.321379 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e1d7cdfc-0cf4-449e-9482-004207c0309b None None] Provisioning complete for port 8cfb4862-f9f5-4694-b918-18b1c334680a triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:09.321754 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e1d7cdfc-0cf4-449e-9482-004207c0309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:09.329346 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Router 67d8166a-0a4a-4055-b4ec-94319310ecf4 is scheduled to L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 with binding_index 1 {{(pid=73799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:04:09.376777 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7cdfc-0cf4-449e-9482-004207c0309b None None] Port 8cfb4862-f9f5-4694-b918-18b1c334680a cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:04:09.482147 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:04:09.491360 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] 10.222.0.66 "PUT /v2.0/routers/67d8166a-0a4a-4055-b4ec-94319310ecf4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1398017 Apr 30 13:04:09.491848 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Sync routers for ids ['67d8166a-0a4a-4055-b4ec-94319310ecf4'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:04:09.503085 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Routers {'67d8166a-0a4a-4055-b4ec-94319310ecf4'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:04:09.503974 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:04:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['67d8166a-0a4a-4055-b4ec-94319310ecf4'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:09.678884 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Set router 67d8166a-0a4a-4055-b4ec-94319310ecf4 gateway port host: None {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:04:10.045056 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'name': 'router1', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:58Z', 'updated_at': '2021-04-30T13:04:08Z', 'revision_number': 2, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'gw_port_host': None, '_interfaces': [{'id': '8cfb4862-f9f5-4694-b918-18b1c334680a', 'name': '', 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'mac_address': 'fa:16:3e:22:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:07Z', 'updated_at': '2021-04-30T13:04:08Z', 'revision_number': 2, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'subnets': [{'id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4d19828-d687-4dc9-bc4c-d12ba557f0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:10.050168 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Checking router: 67d8166a-0a4a-4055-b4ec-94319310ecf4 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:04:10.050543 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Updating router 67d8166a-0a4a-4055-b4ec-94319310ecf4 port 8cfb4862-f9f5-4694-b918-18b1c334680a binding host dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:04:10.102198 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:10.492945 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:10.511204 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Transition to ACTIVE for port object 8cfb4862-f9f5-4694-b918-18b1c334680a will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:04:10.518584 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:10.525533 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:10.744344 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Pushing event updated for resources: {'Port': ['ID=8cfb4862-f9f5-4694-b918-18b1c334680a,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:10.751870 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Attempting to bind port 8cfb4862-f9f5-4694-b918-18b1c334680a on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:04:10.752268 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Attempting to bind port 8cfb4862-f9f5-4694-b918-18b1c334680a by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '742a98e9-ab6e-4a3f-b047-d6aaf0933686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:04:10.752712 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Attempting to bind port 8cfb4862-f9f5-4694-b918-18b1c334680a on network 6bf92e57-a628-4497-8dca-b0af0fe4a46c {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:04:10.756582 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.756914 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.757241 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.757618 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.758446 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.758768 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.759104 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.759419 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.759732 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.760043 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.760353 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.760660 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Tracked resource versions report: Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: pushed versions: Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: { 'AddressGroup': {'1.2'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'ConntrackHelper': {'1.0'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Log': {'1.0'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Network': {'1.1'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Port': {'1.7'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'PortForwarding': {'1.2'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'QosPolicy': {'1.8'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'SecurityGroup': {'1.4'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'SubPort': {'1.0'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Subnet': {'1.1'}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Trunk': {'1.1'}} Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: consumer versions: Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: { DHCP agent@dv-cinder-784453-4-smb: {}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: L3 agent@dv-cinder-784453-4-smb: {}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: Metadata agent@dv-cinder-784453-4-smb: {}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: Metering agent@dv-cinder-784453-4-smb: {}, Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: Open vSwitch agent@dv-cinder-784453-4-smb: { 'AddressGroup': '1.2', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'ConntrackHelper': '1.0', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Log': '1.0', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Network': '1.1', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Port': '1.7', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'PortForwarding': '1.2', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'QosPolicy': '1.8', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'SecurityGroup': '1.4', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'SecurityGroupRule': '1.2', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'SubPort': '1.0', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Subnet': '1.1', Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: 'Trunk': '1.1'}} Apr 30 13:04:10.761794 dv-cinder-784453-4-smb neutron-server[73801]: {{(pid=73801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:04:10.771063 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:04:10.771368 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Checking segment: {'id': '742a98e9-ab6e-4a3f-b047-d6aaf0933686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:04:10.771836 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:10.772214 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Bound using segment: {'id': '742a98e9-ab6e-4a3f-b047-d6aaf0933686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:04:10.772725 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Bound port: 8cfb4862-f9f5-4694-b918-18b1c334680a, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742a98e9-ab6e-4a3f-b047-d6aaf0933686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:04:10.773107 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:10.781874 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:10.866080 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] For port 8cfb4862-f9f5-4694-b918-18b1c334680a, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:04:10.871540 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] For port 8cfb4862-f9f5-4694-b918-18b1c334680a, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=8cfb4862-f9f5-4694-b918-18b1c334680a,segment=NetworkSegment(742a98e9-ab6e-4a3f-b047-d6aaf0933686),segment_id=742a98e9-ab6e-4a3f-b047-d6aaf0933686)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:04:10.878680 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:10.883517 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:10.974554 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Pushing event updated for resources: {'Port': ['ID=8cfb4862-f9f5-4694-b918-18b1c334680a,revision_number=4']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:10.978396 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:10.980107 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Routers {'67d8166a-0a4a-4055-b4ec-94319310ecf4'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:04:10.980728 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:04:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['67d8166a-0a4a-4055-b4ec-94319310ecf4'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:11.167710 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] Set router 67d8166a-0a4a-4055-b4ec-94319310ecf4 gateway port host: None {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:04:11.489737 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'name': 'router1', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:58Z', 'updated_at': '2021-04-30T13:04:08Z', 'revision_number': 2, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'gw_port_host': None, '_interfaces': [{'id': '8cfb4862-f9f5-4694-b918-18b1c334680a', 'name': '', 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'mac_address': 'fa:16:3e:22:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:07Z', 'updated_at': '2021-04-30T13:04:10Z', 'revision_number': 4, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'subnets': [{'id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4d19828-d687-4dc9-bc4c-d12ba557f0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:11.493660 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f44bc-62c2-4b8a-b95e-3dbcae7efff9 None None] The sync data for ids ['67d8166a-0a4a-4055-b4ec-94319310ecf4'] in dv-cinder-784453-4-smb is: [{'id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'name': 'router1', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:58Z', 'updated_at': '2021-04-30T13:04:08Z', 'revision_number': 2, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'gw_port_host': None, '_interfaces': [{'id': '8cfb4862-f9f5-4694-b918-18b1c334680a', 'name': '', 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'mac_address': 'fa:16:3e:22:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:07Z', 'updated_at': '2021-04-30T13:04:10Z', 'revision_number': 4, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'subnets': [{'id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4d19828-d687-4dc9-bc4c-d12ba557f0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:04:11.682344 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35374) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:11.833472 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd95f378-c1a3-472a-be6a-d588888ba617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:11.834020 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cd95f378-c1a3-472a-be6a-d588888ba617 admin admin] Synchronizing usage tracker for tenant:80c7b3ed940141f08be4ac23579b6e66 on resource:network {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:04:11.851420 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cd95f378-c1a3-472a-be6a-d588888ba617 admin admin] Unset dirty status for tenant:80c7b3ed940141f08be4ac23579b6e66 on resource:network {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:04:11.852534 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-cd95f378-c1a3-472a-be6a-d588888ba617 admin admin] 10.222.0.66 "GET /v2.0/networks/c2869f81-3397-44d7-83da-a495caae779d HTTP/1.1" status: 200 len: 842 time: 0.1692605 Apr 30 13:04:11.861804 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:04:11.866264 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:04:11.870051 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Usage tracker for resource:subnet and tenant:80c7b3ed940141f08be4ac23579b6e66 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:04:11.872844 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:04:11.878876 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:04:11.889880 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Made reservation on behalf of 80c7b3ed940141f08be4ac23579b6e66 for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:04:11.892226 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:12.332225 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.objects.ports [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73798) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 13:04:12.332682 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:12.337309 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-8937692d-b6cb-4be8-a6ce-bde4eb8c509f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:12.408328 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83de05d5-1f2a-45c6-923e-77245f8a2cf5,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:12.411607 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:12.418141 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Checking segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:04:12.418487 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Network hostable DHCP agents. Network: c2869f81-3397-44d7-83da-a495caae779d, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:04:12.436065 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Network c2869f81-3397-44d7-83da-a495caae779d is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:04:12.445347 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, c2869f81-3397-44d7-83da-a495caae779d) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:12.449541 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:12.450123 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:12.455970 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae3d7c4-910d-4106-a49f-86e50a9cf192 None None] Network c2869f81-3397-44d7-83da-a495caae779d requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:04:12.469854 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6114962 Apr 30 13:04:12.714660 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c4380-61b4-461e-a18d-b6bb82cc6f31 None None] Network c2869f81-3397-44d7-83da-a495caae779d requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:04:14.186729 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 5 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:04:14.430249 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 8cfb4862-f9f5-4694-b918-18b1c334680a up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:14.499969 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 8cfb4862-f9f5-4694-b918-18b1c334680a completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:04:14.504274 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 8cfb4862-f9f5-4694-b918-18b1c334680a triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:14.504675 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:14.623580 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:14.656830 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 8cfb4862-f9f5-4694-b918-18b1c334680a, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=8cfb4862-f9f5-4694-b918-18b1c334680a,segment=NetworkSegment(742a98e9-ab6e-4a3f-b047-d6aaf0933686),segment_id=742a98e9-ab6e-4a3f-b047-d6aaf0933686)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:04:14.660500 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:14.662627 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f279e742-b57f-4d5a-9712-de6a88efcb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:14.697579 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35388) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:14.731689 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=8cfb4862-f9f5-4694-b918-18b1c334680a,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:14.734969 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:14.926552 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-dce806ab-4ae9-465f-b95e-547a2fe82f7d admin admin] 10.222.0.66 "GET /v2.0/routers/67d8166a-0a4a-4055-b4ec-94319310ecf4 HTTP/1.1" status: 200 len: 710 time: 0.2278605 Apr 30 13:04:15.056244 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e519fb69-dd83-4268-b6c5-a8f0556bee0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:15.057596 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-e519fb69-dd83-4268-b6c5-a8f0556bee0e admin admin] 10.222.0.66 "GET /v2.0/networks/c2869f81-3397-44d7-83da-a495caae779d HTTP/1.1" status: 200 len: 886 time: 0.1259794 Apr 30 13:04:15.066149 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:04:15.546678 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13225'] for router, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:15.869673 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:15.924570 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:16.059170 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Allocated IP 172.28.1.237 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/00852e05-46a4-48bb-b95c-fed37038460e) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:04:16.203340 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:16.257964 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:16.261509 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:16.328911 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:04:16.331977 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:16.334861 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:04:16.401188 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Pushing event updated for resources: {'Port': ['ID=00852e05-46a4-48bb-b95c-fed37038460e,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:16.403233 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 8cfb4862-f9f5-4694-b918-18b1c334680a up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:16.449719 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:16.471970 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 8cfb4862-f9f5-4694-b918-18b1c334680a triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:16.472342 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:16.719314 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:17.104150 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13225'] for router, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:17.107291 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407579'] for router, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:17.285058 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Router 67d8166a-0a4a-4055-b4ec-94319310ecf4 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:04:17.460878 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:04:17.470225 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Notify callbacks [] for router, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:17.470403 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Sync routers for ids ['67d8166a-0a4a-4055-b4ec-94319310ecf4'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:04:17.471435 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] 10.222.0.66 "PUT /v2.0/routers/67d8166a-0a4a-4055-b4ec-94319310ecf4 HTTP/1.1" status: 200 len: 890 time: 2.4085028 Apr 30 13:04:17.480407 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Routers {'67d8166a-0a4a-4055-b4ec-94319310ecf4'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:04:17.481053 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:04:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['67d8166a-0a4a-4055-b4ec-94319310ecf4'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:17.694144 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Set router 67d8166a-0a4a-4055-b4ec-94319310ecf4 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:04:18.031607 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'name': 'router1', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '00852e05-46a4-48bb-b95c-fed37038460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:58Z', 'updated_at': '2021-04-30T13:04:16Z', 'revision_number': 4, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'gw_port': {'id': '00852e05-46a4-48bb-b95c-fed37038460e', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:15Z', 'updated_at': '2021-04-30T13:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '8cfb4862-f9f5-4694-b918-18b1c334680a', 'name': '', 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'mac_address': 'fa:16:3e:22:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:07Z', 'updated_at': '2021-04-30T13:04:14Z', 'revision_number': 5, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'subnets': [{'id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4d19828-d687-4dc9-bc4c-d12ba557f0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:18.036455 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Checking router: 67d8166a-0a4a-4055-b4ec-94319310ecf4 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:04:18.036825 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Updating router 67d8166a-0a4a-4055-b4ec-94319310ecf4 port 00852e05-46a4-48bb-b95c-fed37038460e binding host dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:04:18.088109 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:18.417607 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:18.429616 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Transition to ACTIVE for port object 00852e05-46a4-48bb-b95c-fed37038460e will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:04:18.435448 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:18.439825 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:18.511432 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Attempting to bind port 00852e05-46a4-48bb-b95c-fed37038460e on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:04:18.512051 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Attempting to bind port 00852e05-46a4-48bb-b95c-fed37038460e by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:04:18.512150 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Attempting to bind port 00852e05-46a4-48bb-b95c-fed37038460e on network c2869f81-3397-44d7-83da-a495caae779d {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:04:18.517875 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1cd0d-a657-484c-9399-fdadd83c7ba4 None None] Pushing event updated for resources: {'Port': ['ID=00852e05-46a4-48bb-b95c-fed37038460e,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:18.521856 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:04:18.522233 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Checking segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:04:18.522634 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:18.523063 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Bound using segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:04:18.523566 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Bound port: 00852e05-46a4-48bb-b95c-fed37038460e, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:04:18.523935 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:18.547297 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b7d1cd0d-a657-484c-9399-fdadd83c7ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:18.599157 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] For port 00852e05-46a4-48bb-b95c-fed37038460e, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:04:18.602776 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] For port 00852e05-46a4-48bb-b95c-fed37038460e, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=00852e05-46a4-48bb-b95c-fed37038460e,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:04:18.607428 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:18.611099 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:18.687333 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1cd0d-a657-484c-9399-fdadd83c7ba4 None None] Pushing event updated for resources: {'Port': ['ID=00852e05-46a4-48bb-b95c-fed37038460e,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:18.689884 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Routers {'67d8166a-0a4a-4055-b4ec-94319310ecf4'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:04:18.690478 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:04:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['67d8166a-0a4a-4055-b4ec-94319310ecf4'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:18.739317 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b7d1cd0d-a657-484c-9399-fdadd83c7ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:18.870670 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] Set router 67d8166a-0a4a-4055-b4ec-94319310ecf4 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:04:19.220908 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'name': 'router1', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '00852e05-46a4-48bb-b95c-fed37038460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:58Z', 'updated_at': '2021-04-30T13:04:16Z', 'revision_number': 4, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'gw_port': {'id': '00852e05-46a4-48bb-b95c-fed37038460e', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:15Z', 'updated_at': '2021-04-30T13:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '8cfb4862-f9f5-4694-b918-18b1c334680a', 'name': '', 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'mac_address': 'fa:16:3e:22:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:07Z', 'updated_at': '2021-04-30T13:04:14Z', 'revision_number': 5, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'subnets': [{'id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4d19828-d687-4dc9-bc4c-d12ba557f0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:19.224694 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc026174-0b28-4728-9fd7-8e14906bde01 None None] The sync data for ids ['67d8166a-0a4a-4055-b4ec-94319310ecf4'] in dv-cinder-784453-4-smb is: [{'id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'name': 'router1', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '00852e05-46a4-48bb-b95c-fed37038460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:58Z', 'updated_at': '2021-04-30T13:04:16Z', 'revision_number': 4, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'gw_port': {'id': '00852e05-46a4-48bb-b95c-fed37038460e', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:15Z', 'updated_at': '2021-04-30T13:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '8cfb4862-f9f5-4694-b918-18b1c334680a', 'name': '', 'network_id': '6bf92e57-a628-4497-8dca-b0af0fe4a46c', 'tenant_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'mac_address': 'fa:16:3e:22:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d8166a-0a4a-4055-b4ec-94319310ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:07Z', 'updated_at': '2021-04-30T13:04:14Z', 'revision_number': 5, 'project_id': 'e7e3803d2a214e4ab9745f43c669ae25', 'subnets': [{'id': 'fb0d8541-5896-4032-afc0-729b13a239e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4d19828-d687-4dc9-bc4c-d12ba557f0da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:04:19.834080 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35398) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:19.971456 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-a036ad45-6542-45d4-9eda-a64c746ad9dd admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1362317 Apr 30 13:04:20.427148 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 00852e05-46a4-48bb-b95c-fed37038460e up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:20.496335 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 00852e05-46a4-48bb-b95c-fed37038460e completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:04:20.501044 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 00852e05-46a4-48bb-b95c-fed37038460e triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:20.501555 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:20.620873 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:20.638475 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 00852e05-46a4-48bb-b95c-fed37038460e, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=00852e05-46a4-48bb-b95c-fed37038460e,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:04:20.643598 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:20.645827 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:20.712303 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=00852e05-46a4-48bb-b95c-fed37038460e,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:20.715387 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:22.420712 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 00852e05-46a4-48bb-b95c-fed37038460e up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:22.523808 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 00852e05-46a4-48bb-b95c-fed37038460e triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:22.524177 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:31.860039 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d0565761-077e-46b1-919f-ca3616988665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:34.369482 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:34.635120 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-bcd428ef-2813-4274-91a9-d19dd078195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:35.299190 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:36.991535 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:51.186798 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 5 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:05:01.853528 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9680c408-7542-45bd-9037-67f8e09d683b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:04.353552 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:04.640207 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9d9b1a74-cf75-4525-b815-2a4e6bd73bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:05.298703 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:06.996910 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:28.187464 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 5 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:05:31.857738 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5817f154-c7d8-47b7-a933-9fe09f912425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:34.357174 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:34.641829 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-372280a1-2302-4123-b239-b93182e72471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:35.300767 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:36.998275 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:53.771285 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35968) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:53.838132 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.pecan_wsgi.hooks.translation [None req-329e48eb-dcbf-41df-90af-cc584e8e444c admin admin] GET failed (client error): The resource could not be found. Apr 30 13:05:53.839392 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-329e48eb-dcbf-41df-90af-cc584e8e444c admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671825 Apr 30 13:05:53.971870 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a85245-723d-45b5-8fbc-82076dd91e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:53.973309 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-c1a85245-723d-45b5-8fbc-82076dd91e63 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1301987 Apr 30 13:05:56.060815 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35978) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:56.165632 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3088495a-c3c9-4969-8469-1ec2a50e4c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:56.166189 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-3088495a-c3c9-4969-8469-1ec2a50e4c98 admin admin] Synchronizing usage tracker for tenant:80c7b3ed940141f08be4ac23579b6e66 on resource:subnet {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:05:56.181292 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-3088495a-c3c9-4969-8469-1ec2a50e4c98 admin admin] Unset dirty status for tenant:80c7b3ed940141f08be4ac23579b6e66 on resource:subnet {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:05:56.182450 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-3088495a-c3c9-4969-8469-1ec2a50e4c98 admin admin] 10.222.0.66 "GET /v2.0/subnets/fb0d8541-5896-4032-afc0-729b13a239e1 HTTP/1.1" status: 200 len: 849 time: 0.1206493 Apr 30 13:05:56.192190 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:05:56.307575 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Notify callbacks [] for subnet, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:56.636088 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759480883550'] for subnet, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:56.639795 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-1f188e0d-3e71-40a1-bfea-63f5af3db0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:05:56.680809 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:56.680809 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:56.695188 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] 10.222.0.66 "PUT /v2.0/subnets/fb0d8541-5896-4032-afc0-729b13a239e1 HTTP/1.1" status: 200 len: 868 time: 0.4946115 Apr 30 13:05:56.695479 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f47a7-73af-4c90-81a4-3cd550f61ca5 None None] Network 6bf92e57-a628-4497-8dca-b0af0fe4a46c requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:05:56.706298 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0d8541-5896-4032-afc0-729b13a239e1,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:05:56.714441 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.714786 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.715144 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.715472 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.715791 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.716109 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.716416 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.716731 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.717047 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.717359 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.717669 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.717979 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:56.722203 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:05:57.124322 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-b5935b0f-bdc5-45ce-bf1d-4c2b83a53492 None None] Provisioning complete for port 8cfb4862-f9f5-4694-b918-18b1c334680a triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:05:57.124691 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b5935b0f-bdc5-45ce-bf1d-4c2b83a53492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:57.252753 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-b5935b0f-bdc5-45ce-bf1d-4c2b83a53492 None None] Provisioning complete for port 2ce620e4-80d7-457f-89e4-899f5fe646ea triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:05:57.253023 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b5935b0f-bdc5-45ce-bf1d-4c2b83a53492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:58.809852 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35988) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:58.978848 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4106ad53-cb4c-4585-af37-a6935892e7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:58.979359 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4106ad53-cb4c-4585-af37-a6935892e7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:58.980844 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-4106ad53-cb4c-4585-af37-a6935892e7d6 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1700370 Apr 30 13:06:01.066049 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 35998) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:01.235935 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e155c3-d051-46ba-8132-38105372228a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:01.236966 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e155c3-d051-46ba-8132-38105372228a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:01.238443 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-18e155c3-d051-46ba-8132-38105372228a admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1711769 Apr 30 13:06:01.858996 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6e25e507-980c-4e2e-a114-34cb3c28fb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:03.356672 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36008) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:03.528143 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a55280-67ef-4098-8af8-09d8cca73e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:03.529492 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-19a55280-67ef-4098-8af8-09d8cca73e5e admin admin] 10.222.0.66 "GET /v2.0/networks/6bf92e57-a628-4497-8dca-b0af0fe4a46c HTTP/1.1" status: 200 len: 869 time: 0.1718969 Apr 30 13:06:04.381923 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:04.633655 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2306b431-4d05-4244-8ebd-225dd8e94295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:05.191074 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 5 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:06:05.308276 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:05.635757 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36018) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:05.802446 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316e34b-47a1-48f5-9a72-4407eebbecbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:05.803811 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-c316e34b-47a1-48f5-9a72-4407eebbecbd admin admin] 10.222.0.66 "GET /v2.0/networks/c2869f81-3397-44d7-83da-a495caae779d HTTP/1.1" status: 200 len: 886 time: 0.1671321 Apr 30 13:06:06.999959 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:07.916458 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36028) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:08.025503 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b22f8f4-2856-45d8-ab6d-c94b954a1710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:08.025963 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b22f8f4-2856-45d8-ab6d-c94b954a1710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:08.027497 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-7b22f8f4-2856-45d8-ab6d-c94b954a1710 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1101701 Apr 30 13:06:10.150917 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36038) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:10.256794 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b70e8-fc7f-4a30-8088-53d6060b79ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:10.257253 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b70e8-fc7f-4a30-8088-53d6060b79ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:10.258752 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-381b70e8-fc7f-4a30-8088-53d6060b79ee admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055536 Apr 30 13:06:12.348386 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36048) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:12.457486 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1779e3db-c3e6-48f6-85cf-cf6a62e9b924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:12.458856 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-1779e3db-c3e6-48f6-85cf-cf6a62e9b924 admin admin] 10.222.0.66 "GET /v2.0/subnets/83de05d5-1f2a-45c6-923e-77245f8a2cf5 HTTP/1.1" status: 200 len: 816 time: 0.1095283 Apr 30 13:06:14.573680 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36058) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:14.680669 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fb4ee4-dcee-4ec8-b345-1dc8cc4ada0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:14.682009 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-60fb4ee4-dcee-4ec8-b345-1dc8cc4ada0f admin admin] 10.222.0.66 "GET /v2.0/subnets/fb0d8541-5896-4032-afc0-729b13a239e1 HTTP/1.1" status: 200 len: 868 time: 0.1074009 Apr 30 13:06:31.862859 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f7daee96-185f-446c-8f19-c8e0ec608b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:34.363901 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:34.635809 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6d0746ae-80b5-4ea5-9ca5-208776cfa971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:35.305640 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:37.004940 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:37.651967 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36102) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:37.701187 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [None req-cfcb0493-c71a-432e-89e1-5ac16bc452be admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:06:37.702153 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-cfcb0493-c71a-432e-89e1-5ac16bc452be admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492778 Apr 30 13:06:39.879508 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36112) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:39.947096 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2512b263-4c7d-4637-9fe4-0cac7e9d5ce7 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:06:39.948335 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-2512b263-4c7d-4637-9fe4-0cac7e9d5ce7 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679672 Apr 30 13:06:40.073373 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d1f186-a98a-43ac-8ec7-c40e86f38c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:40.074803 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d4d1f186-a98a-43ac-8ec7-c40e86f38c9f admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1226845 Apr 30 13:06:42.196915 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 5 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:06:42.213351 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36122) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:42.261530 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:06:42.266861 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:06:42.276602 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:06:42.287413 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Made reservation on behalf of 80c7b3ed940141f08be4ac23579b6e66 for: {'network': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:06:42.289705 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:42.382793 dv-cinder-784453-4-smb neutron-server[73799]: WARNING neutron.services.revisions.revision_plugin [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Could not find related network for resource to bump revision. Apr 30 13:06:42.396144 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=73799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:06:42.406451 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759480892820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:42.407014 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Unsubscribe: segment precommit_create {{(pid=73799) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:06:42.407488 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.segments_db [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Added segment f23d3839-4ec9-4649-a0f2-64608335d2d9 of type vlan for network e47296eb-8594-4c57-8438-53330623a7c5 Apr 30 13:06:42.474201 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:42.507992 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:42.509262 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:42.509844 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:42.514279 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:42.613932 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Pushing event updated for resources: {'Network': ['ID=e47296eb-8594-4c57-8438-53330623a7c5,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:42.619623 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4036703 Apr 30 13:06:42.621969 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.622310 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.622715 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.623013 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.623317 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.623642 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.623958 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.624279 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.624617 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.624974 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.625292 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.625609 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:42.644625 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:42.653260 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network e47296eb-8594-4c57-8438-53330623a7c5 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:06:44.783439 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36132) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:44.849062 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.pecan_wsgi.hooks.translation [None req-25252758-ad65-47f5-b86b-fdb24ac5fcc7 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:06:44.849573 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-25252758-ad65-47f5-b86b-fdb24ac5fcc7 admin admin] Synchronizing usage tracker for tenant:80c7b3ed940141f08be4ac23579b6e66 on resource:network {{(pid=73799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:06:44.864929 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-25252758-ad65-47f5-b86b-fdb24ac5fcc7 admin admin] Unset dirty status for tenant:80c7b3ed940141f08be4ac23579b6e66 on resource:network {{(pid=73799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:06:44.866291 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-25252758-ad65-47f5-b86b-fdb24ac5fcc7 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0817940 Apr 30 13:06:44.969913 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aac130-80d8-471f-b7f0-b492fc77697f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:44.971327 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d8aac130-80d8-471f-b7f0-b492fc77697f admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1013675 Apr 30 13:06:44.980683 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:06:44.985590 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:06:44.994816 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:06:45.004068 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Made reservation on behalf of 80c7b3ed940141f08be4ac23579b6e66 for: {'subnet': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:06:45.006494 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:45.445239 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:45.449603 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:45.518281 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ee34b9-53f0-468f-af35-186ce2b74ff8,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:45.523561 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:45.529235 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Checking segment: {'id': 'f23d3839-4ec9-4649-a0f2-64608335d2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:06:45.529559 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Network hostable DHCP agents. Network: e47296eb-8594-4c57-8438-53330623a7c5, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:06:45.548906 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Network e47296eb-8594-4c57-8438-53330623a7c5 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:06:45.559355 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, e47296eb-8594-4c57-8438-53330623a7c5) {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:06:45.564204 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:45.564956 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:45.568742 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b31516-0785-4517-9b68-149fd9d3ab7b None None] Network e47296eb-8594-4c57-8438-53330623a7c5 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:06:45.599746 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-85321fd2-52ea-40e2-9ee7-ef30e68884f5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6222236 Apr 30 13:06:45.789702 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16bc5fc4-8b85-58ef-a5f1-903c4f18c5c1-e47296eb-8594-4c57-8438-53330623a7c5', 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5', 'tenant_id': '80c7b3ed940141f08be4ac23579b6e66', 'fixed_ips': [{'subnet_id': 'b5ee34b9-53f0-468f-af35-186ce2b74ff8'}]}} from dv-cinder-784453-4-smb. {{(pid=73800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:06:45.790553 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:45.945775 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Allocated IP 192.168.233.2 (e47296eb-8594-4c57-8438-53330623a7c5/b5ee34b9-53f0-468f-af35-186ce2b74ff8/9db31f56-3744-4591-9bd5-31ca8ee6e94a) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:06:46.155671 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:46.166578 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Transition to ACTIVE for port object 9db31f56-3744-4591-9bd5-31ca8ee6e94a will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:06:46.184892 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Transition to ACTIVE for port object 9db31f56-3744-4591-9bd5-31ca8ee6e94a will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:06:46.189801 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:46.194260 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:46.256041 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Network e47296eb-8594-4c57-8438-53330623a7c5 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:06:46.261364 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:06:46.264084 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:06:46.270337 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Pushing event updated for resources: {'Port': ['ID=9db31f56-3744-4591-9bd5-31ca8ee6e94a,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:46.310953 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.311312 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.311635 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.311957 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.312305 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.312620 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.312936 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.313252 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.313563 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.313876 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.314220 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.314530 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:46.322905 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:46.371485 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Attempting to bind port 9db31f56-3744-4591-9bd5-31ca8ee6e94a on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:06:46.371847 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Attempting to bind port 9db31f56-3744-4591-9bd5-31ca8ee6e94a by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': 'f23d3839-4ec9-4649-a0f2-64608335d2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:06:46.372206 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Attempting to bind port 9db31f56-3744-4591-9bd5-31ca8ee6e94a on network e47296eb-8594-4c57-8438-53330623a7c5 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:06:46.377986 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:06:46.378351 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Checking segment: {'id': 'f23d3839-4ec9-4649-a0f2-64608335d2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:06:46.378745 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:46.379168 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Bound using segment: {'id': 'f23d3839-4ec9-4649-a0f2-64608335d2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:06:46.379632 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Bound port: 9db31f56-3744-4591-9bd5-31ca8ee6e94a, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23d3839-4ec9-4649-a0f2-64608335d2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:06:46.380015 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:46.475067 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] For port 9db31f56-3744-4591-9bd5-31ca8ee6e94a, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:06:46.478017 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] For port 9db31f56-3744-4591-9bd5-31ca8ee6e94a, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=9db31f56-3744-4591-9bd5-31ca8ee6e94a,segment=NetworkSegment(f23d3839-4ec9-4649-a0f2-64608335d2d9),segment_id=f23d3839-4ec9-4649-a0f2-64608335d2d9)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:06:46.482965 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:46.486868 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:46.563296 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Pushing event updated for resources: {'Port': ['ID=9db31f56-3744-4591-9bd5-31ca8ee6e94a,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:46.566976 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:47.395912 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c008a7-b0e3-4c27-b3e8-281e9b654f79 None None] Network e47296eb-8594-4c57-8438-53330623a7c5 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:06:47.505229 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-602132a7-5b78-4c94-987c-f1ba29f14337 None None] Provisioning for port 9db31f56-3744-4591-9bd5-31ca8ee6e94a completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:06:48.540850 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 9db31f56-3744-4591-9bd5-31ca8ee6e94a up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:06:48.610760 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 9db31f56-3744-4591-9bd5-31ca8ee6e94a completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:06:48.615425 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 9db31f56-3744-4591-9bd5-31ca8ee6e94a triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:06:48.615795 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:48.733321 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:48.763753 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 9db31f56-3744-4591-9bd5-31ca8ee6e94a, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=9db31f56-3744-4591-9bd5-31ca8ee6e94a,segment=NetworkSegment(f23d3839-4ec9-4649-a0f2-64608335d2d9),segment_id=f23d3839-4ec9-4649-a0f2-64608335d2d9)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:06:48.767464 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:48.769496 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b7d1cd0d-a657-484c-9399-fdadd83c7ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:48.833344 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=9db31f56-3744-4591-9bd5-31ca8ee6e94a,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:48.836441 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:50.517663 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 9db31f56-3744-4591-9bd5-31ca8ee6e94a up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:06:50.611471 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 9db31f56-3744-4591-9bd5-31ca8ee6e94a triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:06:50.612107 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:01.864879 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cc0487be-8b4c-49a1-a762-de5642df63ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.368971 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.638348 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b2c8b516-d14a-438f-9042-141de0733d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:05.309992 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:07.008720 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:19.201844 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 5 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:07:31.866828 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-97d51934-0e15-4068-897b-78328c73e2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:34.370840 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:34.642190 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6ae69de5-0a79-4742-8461-80bb7341eed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:35.311560 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:37.013529 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.365500 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36182) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:50.371672 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [None req-61706907-c33c-477f-acac-0c5232eefcba tempest-verify_tempest_config-1307956033 tempest-verify_tempest_config-1307956033-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:07:50.372902 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-61706907-c33c-477f-acac-0c5232eefcba tempest-verify_tempest_config-1307956033 tempest-verify_tempest_config-1307956033-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064003 Apr 30 13:07:50.676697 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36200) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:50.789828 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.805036 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:50.808912 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Usage tracker for resource:security_group_rule and tenant:df5ec458a5a347c9ab71ba53e8733bb2 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:50.812284 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:50.818182 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:50.898418 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.901965 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:50.910340 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:50.950889 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Synchronizing usage tracker for tenant:80c7b3ed940141f08be4ac23579b6e66 on resource:security_group {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:07:50.958789 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9455b96a-3ddc-4168-a910-23e115590fe2,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:50.975755 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.976090 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.976416 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.976737 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.977055 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.977369 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.977715 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.977992 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.978514 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.978710 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.979047 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.979353 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:50.985318 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:50.991408 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Unset dirty status for tenant:80c7b3ed940141f08be4ac23579b6e66 on resource:security_group {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:07:50.992769 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df5ec458a5a347c9ab71ba53e8733bb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3150642 Apr 30 13:07:50.995364 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36206) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:51.051689 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a55acaea-d9e7-48ac-ad20-7392650fe706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:51.076161 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a55acaea-d9e7-48ac-ad20-7392650fe706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:51.166931 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a55acaea-d9e7-48ac-ad20-7392650fe706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:51.171060 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c74ff653-bb6f-4235-b9a7-dddc2985f366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:51.182369 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55acaea-d9e7-48ac-ad20-7392650fe706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9455b96a-3ddc-4168-a910-23e115590fe2,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:51.186639 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-a55acaea-d9e7-48ac-ad20-7392650fe706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:51.189664 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a55acaea-d9e7-48ac-ad20-7392650fe706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:51.190758 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-a55acaea-d9e7-48ac-ad20-7392650fe706 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9455b96a-3ddc-4168-a910-23e115590fe2 HTTP/1.1" status: 204 len: 168 time: 0.1944611 Apr 30 13:07:56.205934 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 5 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:08:01.868899 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b988bd62-1ebe-44b1-8027-deade2619235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:04.372317 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:04.644082 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-672e37ba-ace4-419e-a6c6-ac1a8bd0f1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:05.316070 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:07.013843 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:31.874631 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5d64cc4e-0fab-4c50-8b0d-b72c756a2fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:33.208719 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 5 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:08:34.374215 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:34.644316 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b8ec9f1a-f0c9-4ba3-9c4b-1473ab1f59d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:35.319011 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:37.016013 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:01.875532 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b998caf2-60ef-41e9-aa62-54e284c502da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:04.379740 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:04.645379 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8361f2bf-57d8-46ca-a5a7-fb1c4084cb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:05.322549 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:07.019201 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:10.211937 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 5 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:09:31.878001 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-38f9e24d-cb0c-4d55-94e2-616e7d5e1aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:34.372453 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:34.647343 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-82cba920-152f-431d-a651-2e23d7fff112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:35.324962 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:35.573591 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838'] for agent, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:37.022333 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:47.218382 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:09:50.638302 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36278) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:50.753580 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-907d5dce-b6cc-4975-8ee6-f108b292af2a admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1142173 Apr 30 13:09:52.871091 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36288) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:52.931213 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-da66cf5c-50c9-47b6-9628-370c5882e1ad admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0590103 Apr 30 13:10:01.879532 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-4c36dd2a-3b00-425a-9eb0-fbf35bb6974b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:04.374946 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:04.651065 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e08cd1ea-e60b-4d64-b06c-3ebb84e45865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:05.329826 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:05.527240 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:07.113974 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:24.220152 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:10:31.880251 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dcb973eb-8b91-40f0-b3e0-f021f604a573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:34.376830 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:34.652119 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2901831e-a0ea-4944-ba24-18657172e43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:35.331400 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:35.541324 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:37.027040 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:01.226439 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:11:01.884031 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0c67ce1f-1822-48a0-bfd4-7f3a1ea29603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:04.379652 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:04.654210 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9c67291b-7038-46db-833a-cd560547a3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:05.334096 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:05.542047 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:07.022495 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.655677 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36434) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:23.996102 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-network', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:24.000647 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:24.004895 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Usage tracker for resource:network and tenant:cdf5092e22084f8dac209304b975e02b is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:24.008598 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:24.014516 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:24.025243 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Made reservation on behalf of cdf5092e22084f8dac209304b975e02b for: {'network': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:24.028267 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.043335 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.060987 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:24.065012 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Usage tracker for resource:security_group_rule and tenant:cdf5092e22084f8dac209304b975e02b is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:24.072101 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:24.079969 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:24.188271 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.193574 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.205550 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=73798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:24.215476 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.215796 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.segments_db [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Added segment 1f27ce04-4d07-47ed-a238-b1d1830fb60a of type vlan for network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 Apr 30 13:11:24.216879 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-a55acaea-d9e7-48ac-ad20-7392650fe706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:24.263816 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.267370 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1536ec01-45ea-4306-a7cf-69bc3da19d29,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:24.277667 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.277918 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.278668 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.278970 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.279312 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.279534 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.279855 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.280178 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.280519 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.280840 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.281152 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.281465 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Tracked resource versions report: Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: pushed versions: Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Log': {'1.0'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Network': {'1.1'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Port': {'1.7'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'PortForwarding': {'1.2'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'QosPolicy': {'1.8'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'SubPort': {'1.0'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Subnet': {'1.1'}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Trunk': {'1.1'}} Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: consumer versions: Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: { DHCP agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: HyperV agent@hv-cinder-78445: {}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: L3 agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: Metadata agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: Metering agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: Open vSwitch agent@dv-cinder-784453-4-smb: { 'AddressGroup': '1.2', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'ConntrackHelper': '1.0', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Log': '1.0', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Network': '1.1', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Port': '1.7', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'PortForwarding': '1.2', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'QosPolicy': '1.8', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'SecurityGroup': '1.4', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'SecurityGroupRule': '1.2', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'SubPort': '1.0', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Subnet': '1.1', Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: 'Trunk': '1.1'}} Apr 30 13:11:24.282544 dv-cinder-784453-4-smb neutron-server[73798]: {{(pid=73798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:24.289934 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:24.326843 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.328472 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:24.329106 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.333962 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-882867d0-4b6e-4e3b-8512-4d74c84b7775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:24.438532 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36486) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:24.445816 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7820382 Apr 30 13:11:24.449069 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Request body: {'subnet': {'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-subnet', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:24.449836 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Pushing event updated for resources: {'Network': ['ID=751c6f38-c1bc-419a-8fcc-b03306c74fa6,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:24.452989 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:24.462768 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:24.464448 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:24.469168 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Usage tracker for resource:subnet and tenant:cdf5092e22084f8dac209304b975e02b is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:24.474563 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:24.482859 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:24.495911 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Made reservation on behalf of cdf5092e22084f8dac209304b975e02b for: {'subnet': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:24.498606 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.567485 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36494) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:24.610306 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36500) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:24.941141 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.946943 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:25.010095 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb03360-3e1a-420b-bc8d-200404b51b98,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:25.026593 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.027077 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.027427 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.027749 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.028065 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.028386 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.028700 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.029007 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.029324 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.029630 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.029937 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.030246 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Tracked resource versions report: Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: pushed versions: Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Log': {'1.0'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Network': {'1.1'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Port': {'1.7'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'PortForwarding': {'1.2'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'QosPolicy': {'1.8'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'SubPort': {'1.0'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Subnet': {'1.1'}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Trunk': {'1.1'}} Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: consumer versions: Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: { DHCP agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: HyperV agent@hv-cinder-78445: {}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: L3 agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: Metadata agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: Metering agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: Open vSwitch agent@dv-cinder-784453-4-smb: { 'AddressGroup': '1.2', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'ConntrackHelper': '1.0', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Log': '1.0', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Network': '1.1', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Port': '1.7', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'PortForwarding': '1.2', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'QosPolicy': '1.8', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'SecurityGroup': '1.4', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'SecurityGroupRule': '1.2', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'SubPort': '1.0', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Subnet': '1.1', Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: 'Trunk': '1.1'}} Apr 30 13:11:25.031329 dv-cinder-784453-4-smb neutron-server[73799]: {{(pid=73799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:25.037064 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:25.050390 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Checking segment: {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:25.050785 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Network hostable DHCP agents. Network: 751c6f38-c1bc-419a-8fcc-b03306c74fa6, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:25.070765 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:25.082419 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 751c6f38-c1bc-419a-8fcc-b03306c74fa6) {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:25.091830 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655db5c4-f975-4a08-8600-9a8667ffcf43 None None] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:25.094608 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:25.095242 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.103540 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-692633497-network', 'tenant_id': 'a7444c84fc6c406cb1cf0e5089bce373'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:25.116915 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-553229961-network', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:25.126762 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.135980 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Usage tracker for resource:network and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.140753 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36516) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:25.145468 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.152520 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.153332 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36520) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:25.160308 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.165976 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7259438 Apr 30 13:11:25.167312 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Usage tracker for resource:network and tenant:a7444c84fc6c406cb1cf0e5089bce373 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.170707 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.175597 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36526) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:25.178816 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.186969 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Made reservation on behalf of 5e15f8e9fff347afa47efc1324773c90 for: {'network': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:25.188604 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:25.189986 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.198447 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.201898 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Made reservation on behalf of a7444c84fc6c406cb1cf0e5089bce373 for: {'network': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:25.204715 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.206648 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Usage tracker for resource:router and tenant:cdf5092e22084f8dac209304b975e02b is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.211837 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.218717 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.220369 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.231839 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.255739 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13138'] for router, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.256410 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.257049 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7937703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13147'] for router, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.259287 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.264142 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Usage tracker for resource:security_group_rule and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.267379 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Usage tracker for resource:security_group_rule and tenant:a7444c84fc6c406cb1cf0e5089bce373 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.270173 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.273984 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.281899 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.284006 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.295053 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.441979 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc31ab-e0ba-44b2-a0c6-e52c44697ff2 None None] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:25.457831 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.459808 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.465906 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.470553 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:25.537047 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.541342 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c5b966-8e50-4367-b75c-69ba79403948,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:25.565665 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:25.580467 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=73798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:25.591618 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.592332 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.segments_db [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Added segment 2fc7c9dc-8750-4dcf-98fd-a026ea76ad40 of type vlan for network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 Apr 30 13:11:25.628529 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.663274 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:25.684305 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=73798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:25.689950 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13225'] for router, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.722589 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1093303668-network', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:25.730151 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.737708 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Usage tracker for resource:network and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.741294 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.741536 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.742288 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:25.747249 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.765000 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:25.772286 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:25.772859 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.779114 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:25.779276 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-416616314-network', 'tenant_id': '472977414d0045f8847515e3bc91f8ca'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:25.793838 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Made reservation on behalf of 66bc11550cde4176bc12418cfcf191e2 for: {'network': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:25.796302 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.813695 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.833360 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.837368 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Usage tracker for resource:security_group_rule and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.841495 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.848183 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.876732 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.881382 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Usage tracker for resource:network and tenant:472977414d0045f8847515e3bc91f8ca is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.884534 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.890803 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.909802 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.910321 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.segments_db [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Added segment 60542769-a6cf-407a-b89c-c7ba92dc2e1c of type vlan for network 3bbaba72-6e17-42f0-9885-591f0ca9895a Apr 30 13:11:25.938445 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.952979 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Made reservation on behalf of 472977414d0045f8847515e3bc91f8ca for: {'network': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:25.955526 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.975796 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.987104 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Pushing event updated for resources: {'Network': ['ID=66edb8f9-5dc8-4799-bc48-9c5212e130b0,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:25.992520 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:25.996506 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.999419 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:26.000127 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:26.001159 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.002680 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:26.016002 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Usage tracker for resource:security_group_rule and tenant:472977414d0045f8847515e3bc91f8ca is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:26.020950 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:26.025675 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4106779 Apr 30 13:11:26.027059 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:26.027709 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36564) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:26.039052 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Request body: {'subnet': {'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-692633497-subnet', 'tenant_id': 'a7444c84fc6c406cb1cf0e5089bce373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:26.044231 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:26.080607 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:26.085360 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5162735 Apr 30 13:11:26.088988 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36570) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:26.091876 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Usage tracker for resource:subnet and tenant:a7444c84fc6c406cb1cf0e5089bce373 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:26.100181 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Request body: {'subnet': {'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-subnet', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:26.101676 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:26.105927 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:26.108499 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:26.113446 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Usage tracker for resource:subnet and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:26.153005 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Made reservation on behalf of a7444c84fc6c406cb1cf0e5089bce373 for: {'subnet': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:26.155546 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.168756 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:26.184588 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:26.191177 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Pushing event updated for resources: {'Network': ['ID=3bbaba72-6e17-42f0-9885-591f0ca9895a,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:26.197281 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:26.204950 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Made reservation on behalf of 5e15f8e9fff347afa47efc1324773c90 for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:26.207754 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.214113 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:26.632425 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.708851 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.716169 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:26.766975 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.798745 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=73799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:26.808217 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d835e7-322e-4567-8aa6-3068d09197f6,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:26.808918 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.809448 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.segments_db [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Added segment 02873d03-62c5-495b-8fc8-7752df86cb93 of type vlan for network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 Apr 30 13:11:26.813532 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:26.823059 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Checking segment: {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:26.823496 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Network hostable DHCP agents. Network: 3bbaba72-6e17-42f0-9885-591f0ca9895a, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:26.836459 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.844285 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:26.858096 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 3bbaba72-6e17-42f0-9885-591f0ca9895a) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:26.869037 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b879c52d-f92b-4b41-9bc8-a5dbd0578d06 None None] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:26.873062 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:26.883453 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.894473 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:26.894473 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.936698 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36596) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:26.967796 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8777957 Apr 30 13:11:26.970507 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36606) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:26.978327 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:26.983720 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:26.988533 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Usage tracker for resource:router and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:26.991896 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:26.998852 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:27.012599 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13138'] for router, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.013945 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7937703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13147'] for router, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.037139 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.037592 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:27.038378 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.096401 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.147121 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.221652 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.260460 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:27.265589 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d8cecb56e7914e2eaa14c4d1e868bbbf is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:27.269831 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:27.278374 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:27.356229 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.357986 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Allocated IP 172.28.1.13 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/4b62d7d4-a8a2-46b3-9e73-43f53ec28e10) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:27.359165 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16bc5fc4-8b85-58ef-a5f1-903c4f18c5c1-3bbaba72-6e17-42f0-9885-591f0ca9895a', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6'}]}} from dv-cinder-784453-4-smb. {{(pid=73800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:11:27.361233 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.373954 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa5070-c112-4b44-8978-859b10bcf36b,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:27.383362 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.392106 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:27.395719 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d8addeb-2dfc-4b2d-b6ab-f0987b937e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:27.467378 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3098602 Apr 30 13:11:27.490124 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36616) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:27.492838 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=73799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:27.503623 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Request body: {'subnet': {'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1093303668-subnet', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:27.594425 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13225'] for router, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.667847 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.677151 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.699335 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Allocated IP 172.20.0.2 (3bbaba72-6e17-42f0-9885-591f0ca9895a/52d835e7-322e-4567-8aa6-3068d09197f6/987cc787-9d20-49fa-b1ed-826a9d53332c) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:27.719696 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:27.727205 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.727601 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.segments_db [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Added segment e1f1786c-e8f0-43f8-b45b-b5524ce91dd6 of type vlan for network d235c560-181a-488a-9dcb-f86ced8bda5b Apr 30 13:11:27.748829 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Usage tracker for resource:subnet and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:27.755540 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Pushing event updated for resources: {'Network': ['ID=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:27.760630 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:27.788476 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:27.795624 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:27.798660 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:27.810748 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:27.881938 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.887715 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8cecb56e7914e2eaa14c4d1e868bbbf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9485738 Apr 30 13:11:27.892641 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ac4015-1f2f-430e-9c00-aa54f6a9e6ed,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:27.901968 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36636) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:27.914157 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Made reservation on behalf of 66bc11550cde4176bc12418cfcf191e2 for: {'subnet': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:27.916782 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.917746 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:27.933569 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.943349 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46afa1e-8b9e-4c06-88fe-1730c2d557cd,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:27.945559 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Transition to ACTIVE for port object 987cc787-9d20-49fa-b1ed-826a9d53332c will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:27.967291 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:27.983178 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Transition to ACTIVE for port object 987cc787-9d20-49fa-b1ed-826a9d53332c will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:27.989520 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:28.009902 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.056840 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.067546 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:28.106725 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.117337 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-98fee0de-f8d9-4284-9ff1-8dc542888b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:28.157103 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:28.198028 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7877df0-aee7-4d30-8a19-13dd55eeb706,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:28.212836 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:28.214491 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Pushing event updated for resources: {'Port': ['ID=987cc787-9d20-49fa-b1ed-826a9d53332c,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:28.215869 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:28.226544 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.226884 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.227247 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.227616 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.228122 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.228606 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.230029 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.230987 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.231648 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.232197 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.232727 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.233251 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Tracked resource versions report: Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: pushed versions: Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Log': {'1.0'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Network': {'1.1'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Port': {'1.7'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'PortForwarding': {'1.2'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'QosPolicy': {'1.8'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'SubPort': {'1.0'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Subnet': {'1.1'}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Trunk': {'1.1'}} Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: consumer versions: Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: { DHCP agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: HyperV agent@hv-cinder-78445: {}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: L3 agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: Metadata agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: Metering agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: Open vSwitch agent@dv-cinder-784453-4-smb: { 'AddressGroup': '1.2', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'ConntrackHelper': '1.0', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Log': '1.0', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Network': '1.1', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Port': '1.7', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'PortForwarding': '1.2', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'QosPolicy': '1.8', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'SecurityGroup': '1.4', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'SecurityGroupRule': '1.2', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'SubPort': '1.0', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Subnet': '1.1', Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: 'Trunk': '1.1'}} Apr 30 13:11:28.235002 dv-cinder-784453-4-smb neutron-server[73800]: {{(pid=73800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:28.251391 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:28.259350 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:28.262308 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Checking segment: {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:28.262631 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Network hostable DHCP agents. Network: 66edb8f9-5dc8-4799-bc48-9c5212e130b0, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:28.267393 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.283273 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:28.283856 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.298599 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.306988 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:28.328923 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1866443 Apr 30 13:11:28.333727 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36662) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:28.343559 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Request body: {'subnet': {'network_id': 'd235c560-181a-488a-9dcb-f86ced8bda5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-416616314-subnet', 'tenant_id': '472977414d0045f8847515e3bc91f8ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:28.357593 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.360110 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:28.383412 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Attempting to bind port 987cc787-9d20-49fa-b1ed-826a9d53332c on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:28.384080 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Attempting to bind port 987cc787-9d20-49fa-b1ed-826a9d53332c by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:28.384218 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Attempting to bind port 987cc787-9d20-49fa-b1ed-826a9d53332c on network 3bbaba72-6e17-42f0-9885-591f0ca9895a {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:28.390078 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:28.390458 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Checking segment: {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:28.390862 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.391279 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Bound using segment: {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:28.391757 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Bound port: 987cc787-9d20-49fa-b1ed-826a9d53332c, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:28.392281 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.411163 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Usage tracker for resource:subnet and tenant:472977414d0045f8847515e3bc91f8ca is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:28.415307 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:28.428381 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:28.429028 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:28.448518 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a33-a2f9-40c0-bffc-ceaec72e32dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.465042 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Pushing event updated for resources: {'Network': ['ID=d235c560-181a-488a-9dcb-f86ced8bda5b,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:28.470237 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Made reservation on behalf of 472977414d0045f8847515e3bc91f8ca for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:28.473292 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.476213 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:28.480934 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 66edb8f9-5dc8-4799-bc48-9c5212e130b0) {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:28.489098 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network d235c560-181a-488a-9dcb-f86ced8bda5b details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:28.512008 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ac9bb-4b0a-4f8a-9773-e96812ad3f3d None None] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:28.523840 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.530094 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:28.531009 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.557475 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a33-a2f9-40c0-bffc-ceaec72e32dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.564323 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-34c3b32f-39b3-45e1-9f72-a7f66d2c4db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:28.717902 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Allocated IP 172.28.1.73 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/152ea9b8-b91e-4bf0-b135-8a09aa4490ae) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:28.752506 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:28.762886 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:28.765439 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7366107 Apr 30 13:11:28.767543 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:28.821079 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Pushing event updated for resources: {'Port': ['ID=4b62d7d4-a8a2-46b3-9e73-43f53ec28e10,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:28.823344 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36676) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:28.831386 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] For port 987cc787-9d20-49fa-b1ed-826a9d53332c, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:28.845533 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:28.863281 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] For port 987cc787-9d20-49fa-b1ed-826a9d53332c, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=987cc787-9d20-49fa-b1ed-826a9d53332c,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:28.871438 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.888739 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:29.038373 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.060111 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Pushing event updated for resources: {'Port': ['ID=987cc787-9d20-49fa-b1ed-826a9d53332c,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:29.063605 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:29.072652 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a33-a2f9-40c0-bffc-ceaec72e32dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.103744 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:29.121089 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.125132 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.126772 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca1d0b-8f69-4f40-8382-f6f526679345 None None] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:29.130397 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-bd97c14e-4255-4658-b889-f05ce3cc5f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:29.159214 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d25a33-a2f9-40c0-bffc-ceaec72e32dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ac4015-1f2f-430e-9c00-aa54f6a9e6ed,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:29.162273 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d2d25a33-a2f9-40c0-bffc-ceaec72e32dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:29.287277 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:29.295895 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:29.301691 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:29.406592 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Pushing event updated for resources: {'Port': ['ID=152ea9b8-b91e-4bf0-b135-8a09aa4490ae,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:29.467770 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:29.539915 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a33-a2f9-40c0-bffc-ceaec72e32dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.546285 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d2d25a33-a2f9-40c0-bffc-ceaec72e32dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7ac4015-1f2f-430e-9c00-aa54f6a9e6ed HTTP/1.1" status: 204 len: 168 time: 1.6337190 Apr 30 13:11:29.573707 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:29.577675 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Usage tracker for resource:security_group_rule and tenant:7e119558ec26408aaf24f6c4eafac680 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:29.581038 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:29.604346 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:29.633388 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36706) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:29.637786 dv-cinder-784453-4-smb neutron-server[73798]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 13:11:29.721141 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.737752 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.760295 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:29.785667 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.877927 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283746d6-08e3-4ec0-b87d-52b6c8fe2f3a,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:29.903800 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:29.912345 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e119558ec26408aaf24f6c4eafac680&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0712004 Apr 30 13:11:29.914666 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36712) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:30.001431 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c468-e097-422b-997c-e97ece1f8037 req-150700d8-f8b6-4ba4-a376-ee5889e1bfa4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:30.002262 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-1656c468-e097-422b-997c-e97ece1f8037 req-150700d8-f8b6-4ba4-a376-ee5889e1bfa4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Synchronizing usage tracker for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:network {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:11:30.010992 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36720) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:30.055560 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.242151 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-1656c468-e097-422b-997c-e97ece1f8037 req-150700d8-f8b6-4ba4-a376-ee5889e1bfa4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Unset dirty status for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:network {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:11:30.249367 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-150700d8-f8b6-4ba4-a376-ee5889e1bfa4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 814 time: 0.6143203 Apr 30 13:11:30.272470 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.305429 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-a8c6d54e-b577-41de-97cd-5c7e9b253034 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/quotas/a7444c84fc6c406cb1cf0e5089bce373 HTTP/1.1" status: 200 len: 375 time: 0.0554180 Apr 30 13:11:30.316324 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:30.370781 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.404149 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b0ede3915142a2a06462d138060787 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:30.410085 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a1bb2-8a70-421d-b2f7-661f7ee4c3f9 None None] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:30.412933 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b794e570-766d-4da1-b370-ff86608bb3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.413469 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:30.428461 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393556'] for router, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.433733 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-30636393-3145-49a9-b7e2-35e84da18aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:30.435278 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.463560 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:30.467053 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-7fcb55a0-ca10-4351-b11a-beef9f937265 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1461639 Apr 30 13:11:30.550908 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-502985ca-6f61-48dc-8bb4-56e91071c11f None None] Provisioning for port 987cc787-9d20-49fa-b1ed-826a9d53332c completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:30.644317 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Checking segment: {'id': 'e1f1786c-e8f0-43f8-b45b-b5524ce91dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd235c560-181a-488a-9dcb-f86ced8bda5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:30.644600 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Network hostable DHCP agents. Network: d235c560-181a-488a-9dcb-f86ced8bda5b, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:30.663145 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f93789-5b4c-4903-9466-70693e5777c8,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:30.762240 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:30.780818 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 987cc787-9d20-49fa-b1ed-826a9d53332c up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:30.793561 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:30.858265 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 987cc787-9d20-49fa-b1ed-826a9d53332c completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:30.861186 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b794e570-766d-4da1-b370-ff86608bb3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.863681 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 987cc787-9d20-49fa-b1ed-826a9d53332c triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:30.864219 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.879168 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-28ac3a6e-2645-43c8-bb69-8df08d3a4bad service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:11:30.879890 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-28ac3a6e-2645-43c8-bb69-8df08d3a4bad service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1190538 Apr 30 13:11:30.890937 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Network d235c560-181a-488a-9dcb-f86ced8bda5b is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:30.936658 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393556'] for router, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.963971 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.965113 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, d235c560-181a-488a-9dcb-f86ced8bda5b) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:30.978634 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac431a-7f58-4964-92bf-4c54657d2d90 None None] Network d235c560-181a-488a-9dcb-f86ced8bda5b requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:30.987417 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1499b824-1a6a-4064-81a4-7ba5e7292c53,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:30.996457 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:31.016903 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Checking segment: {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:31.018014 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Network hostable DHCP agents. Network: 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:31.058632 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:31.071105 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b794e570-766d-4da1-b370-ff86608bb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.071747 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2) {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:31.078343 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d2d25a33-a2f9-40c0-bffc-ceaec72e32dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:31.088810 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4797f-2efb-4bc7-8cd9-ea2bd6696526 None None] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:31.089040 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:31.089160 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.089636 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:31.090212 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.097879 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 is scheduled to L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 with binding_index 1 {{(pid=73799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:11:31.101105 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.109768 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.110920 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e570-766d-4da1-b370-ff86608bb3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283746d6-08e3-4ec0-b87d-52b6c8fe2f3a,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:31.118212 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b794e570-766d-4da1-b370-ff86608bb3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:31.122666 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b794e570-766d-4da1-b370-ff86608bb3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.123982 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b794e570-766d-4da1-b370-ff86608bb3ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/283746d6-08e3-4ec0-b87d-52b6c8fe2f3a HTTP/1.1" status: 204 len: 168 time: 1.2036436 Apr 30 13:11:31.136496 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dc6e9461-e56b-4e55-896e-fdd9d80c85d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:31.185152 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6937199 Apr 30 13:11:31.192452 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36748) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:31.210242 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:31.216971 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:31.224632 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Usage tracker for resource:router and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:31.235269 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:31.247955 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:31.276293 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9b0ede3915142a2a06462d138060787&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2612410 Apr 30 13:11:31.287547 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 987cc787-9d20-49fa-b1ed-826a9d53332c, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=987cc787-9d20-49fa-b1ed-826a9d53332c,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:31.288043 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36752) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:31.305540 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3108d8ed-236f-4b6c-8730-403b6ec3a89a,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:31.309455 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.326062 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:31.329207 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9935529 Apr 30 13:11:31.345865 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-65114db0-c441-4cd0-b320-faeb6925a44f None None] Provisioning complete for port 987cc787-9d20-49fa-b1ed-826a9d53332c triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:31.346876 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-65114db0-c441-4cd0-b320-faeb6925a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.351437 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-687d36f1-20b3-4f1d-90c8-e416a276575b service neutron] 10.222.0.66 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581640 Apr 30 13:11:31.400355 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:31.405111 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13138'] for router, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.407129 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7937703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13147'] for router, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.431566 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:31.441261 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Sync routers for ids ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:31.457450 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Routers {'5bdcbcc8-5a06-4f99-a839-8041af0eb309'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:31.459180 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.459594 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:31.488678 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Notify callbacks [] for router, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.493821 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3138766 Apr 30 13:11:31.494667 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36762) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:31.716590 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-fba5c308-6d0d-42ef-8cce-5e42d6d5f3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.732587 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Router f4025ad1-aab0-4a48-b12a-7046c1f53d95 is scheduled to L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 with binding_index 1 {{(pid=73798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:11:31.883967 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Set router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:32.008787 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8282e-24e6-46a8-9534-c2147b8082e5 None None] Network d235c560-181a-488a-9dcb-f86ced8bda5b requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:32.018024 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:32.068203 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-fba5c308-6d0d-42ef-8cce-5e42d6d5f3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.079242 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-f37938b1-7e46-4c4a-86bc-0616f4c8c8b5 service neutron] 10.222.0.66 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7152724 Apr 30 13:11:32.093935 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Notify callbacks [] for router, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.097606 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1231689 Apr 30 13:11:32.100425 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36784) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:32.208475 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Sync routers for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:32.321262 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=987cc787-9d20-49fa-b1ed-826a9d53332c,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:32.341688 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:32.365644 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 36804) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:32.407906 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:32.408572 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:32.673541 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:32.674797 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13225'] for router, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.718180 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:29Z', 'revision_number': 3, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'gw_port': {'id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:32.728615 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Checking router: 5bdcbcc8-5a06-4f99-a839-8041af0eb309 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:32.729381 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Updating router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 binding host dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:32.812110 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5ca45153-9f7e-4188-b7e2-ce26bf70ba4c req-b401c555-3dbc-4adf-bbb7-c0897132e1a8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 210 time: 0.2704165 Apr 30 13:11:32.888044 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.901249 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-fba5c308-6d0d-42ef-8cce-5e42d6d5f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.931818 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:33.047056 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-71f1470d-2df8-4a1c-9357-b93a420e0c40 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:33.049210 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-71f1470d-2df8-4a1c-9357-b93a420e0c40 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/networks?id=d235c560-181a-488a-9dcb-f86ced8bda5b HTTP/1.1" status: 200 len: 811 time: 0.6816382 Apr 30 13:11:33.058410 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5c308-6d0d-42ef-8cce-5e42d6d5f3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3108d8ed-236f-4b6c-8730-403b6ec3a89a,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:33.083720 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-fba5c308-6d0d-42ef-8cce-5e42d6d5f3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:33.084635 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-fba5c308-6d0d-42ef-8cce-5e42d6d5f3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.113011 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-fba5c308-6d0d-42ef-8cce-5e42d6d5f3fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3108d8ed-236f-4b6c-8730-403b6ec3a89a HTTP/1.1" status: 204 len: 168 time: 1.8232675 Apr 30 13:11:33.115528 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16bc5fc4-8b85-58ef-a5f1-903c4f18c5c1-396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53'}]}} from dv-cinder-784453-4-smb. {{(pid=73800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:11:33.117339 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.133579 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 987cc787-9d20-49fa-b1ed-826a9d53332c up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:33.144400 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-3b9ed128-d2ac-428a-a650-a73f0b567a82 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/quotas/472977414d0045f8847515e3bc91f8ca HTTP/1.1" status: 200 len: 375 time: 0.0777104 Apr 30 13:11:33.308621 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-dda35524-040c-4ba9-96d7-28d7e2d5915a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=472977414d0045f8847515e3bc91f8ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1462204 Apr 30 13:11:33.341172 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ebaafc9-2416-47f3-9728-4c84ec9866f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.568609 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.596941 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Transition to ACTIVE for port object 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:33.612768 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.632417 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:33.733616 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Allocated IP 172.20.0.2 (396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2/1499b824-1a6a-4064-81a4-7ba5e7292c53/08404ab1-bcca-4eb3-8e6a-32743f235c11) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:33.811803 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Pushing event updated for resources: {'Port': ['ID=4b62d7d4-a8a2-46b3-9e73-43f53ec28e10,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:33.847291 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.853821 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.854170 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.854504 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.854829 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.855208 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.855534 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.855851 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.856168 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.856486 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.856796 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.857106 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Tracked resource versions report: Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: pushed versions: Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Log': {'1.0'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Network': {'1.1'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Port': {'1.7'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'PortForwarding': {'1.2'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'QosPolicy': {'1.8'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'SubPort': {'1.0'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Subnet': {'1.1'}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Trunk': {'1.1'}} Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: consumer versions: Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: { DHCP agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: HyperV agent@hv-cinder-78445: {}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: L3 agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: Metadata agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: Metering agent@dv-cinder-784453-4-smb: {}, Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: Open vSwitch agent@dv-cinder-784453-4-smb: { 'AddressGroup': '1.2', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'ConntrackHelper': '1.0', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Log': '1.0', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Network': '1.1', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Port': '1.7', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'PortForwarding': '1.2', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'QosPolicy': '1.8', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'SecurityGroup': '1.4', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'SecurityGroupRule': '1.2', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'SubPort': '1.0', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Subnet': '1.1', Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: 'Trunk': '1.1'}} Apr 30 13:11:33.858237 dv-cinder-784453-4-smb neutron-server[73801]: {{(pid=73801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:33.876382 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:33.886447 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Attempting to bind port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:33.886821 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Attempting to bind port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:33.887213 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Attempting to bind port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 on network c2869f81-3397-44d7-83da-a495caae779d {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:33.900755 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:33.901099 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Checking segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:33.901487 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.905895 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Bound using segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:33.906571 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Bound port: 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:33.907164 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.088143 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] For port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:34.094759 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.097688 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] For port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=4b62d7d4-a8a2-46b3-9e73-43f53ec28e10,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:34.109879 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.117924 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Transition to ACTIVE for port object 08404ab1-bcca-4eb3-8e6a-32743f235c11 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:34.121751 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:34.167870 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ac72709c-44ac-41d8-88eb-14be8d3789b6 req-298bac43-ab35-4fa7-a332-2a0f177d2fa5 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 210 time: 0.1986535 Apr 30 13:11:34.191665 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Transition to ACTIVE for port object 08404ab1-bcca-4eb3-8e6a-32743f235c11 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:34.224091 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.258721 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Routers {'5bdcbcc8-5a06-4f99-a839-8041af0eb309'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:34.259405 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:34.270858 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36888) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:34.363566 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Pushing event updated for resources: {'Port': ['ID=4b62d7d4-a8a2-46b3-9e73-43f53ec28e10,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:34.370278 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:34.408174 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.467085 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:34.474466 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-28c4555c-7c46-4c81-af15-72076fc6dcc3 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:11:34.477732 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-28c4555c-7c46-4c81-af15-72076fc6dcc3 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5173624 Apr 30 13:11:34.631909 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Pushing event updated for resources: {'Port': ['ID=08404ab1-bcca-4eb3-8e6a-32743f235c11,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:34.651018 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 987cc787-9d20-49fa-b1ed-826a9d53332c triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:34.651741 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.689161 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] Set router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:34.701373 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:29Z', 'revision_number': 3, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:34.732125 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.740956 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:34.774458 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:34.784307 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Checking router: f4025ad1-aab0-4a48-b12a-7046c1f53d95 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:34.791324 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Updating router f4025ad1-aab0-4a48-b12a-7046c1f53d95 port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae binding host dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:34.867743 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:34.917546 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:34.946337 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-721c4c8e-373b-460c-bca4-f20e85b84cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.973332 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-2d5b1b57-a947-4965-b87a-ee0fb67a0827 service neutron] 10.222.0.66 "GET /v2.0/networks/d235c560-181a-488a-9dcb-f86ced8bda5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853468 Apr 30 13:11:35.070534 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Allocated IP 172.20.0.1 (751c6f38-c1bc-419a-8fcc-b03306c74fa6/dcb03360-3e1a-420b-bc8d-200404b51b98/af00668d-83e4-4e58-bf42-247118033e83) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:35.192905 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.243298 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:29Z', 'revision_number': 3, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'gw_port': {'id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:35.250342 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dcefe7-35f0-481b-85da-dddf115180de None None] The sync data for ids ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'] in dv-cinder-784453-4-smb is: [{'id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:29Z', 'revision_number': 3, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'gw_port': {'id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:35.266656 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.349798 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Attempting to bind port 08404ab1-bcca-4eb3-8e6a-32743f235c11 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:35.350631 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Attempting to bind port 08404ab1-bcca-4eb3-8e6a-32743f235c11 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:35.351569 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Attempting to bind port 08404ab1-bcca-4eb3-8e6a-32743f235c11 on network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:35.372517 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.433609 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:35.437780 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Usage tracker for resource:security_group_rule and tenant:be49903f51d54c919caca5ab7160811d is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:35.440923 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:35.446982 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:35.473426 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-828d7f11-efcc-4123-98b7-fe30178b7ade service neutron] 10.222.0.66 "GET /v2.0/networks/d235c560-181a-488a-9dcb-f86ced8bda5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706199 Apr 30 13:11:35.575961 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.589589 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.689044 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:35.698546 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be49903f51d54c919caca5ab7160811d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4225466 Apr 30 13:11:35.705612 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.732975 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:35.733349 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Checking segment: {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:35.733756 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.734274 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Bound using segment: {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:35.735817 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Bound port: 08404ab1-bcca-4eb3-8e6a-32743f235c11, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:35.736238 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.743047 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 36936) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:35.912300 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.923040 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.87', 61409) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:35.949502 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.079200 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:36.126342 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ca3463af-1f75-4d32-8aa4-4259b4510462 req-a6ec2f72-2d27-48b3-9cc6-9733300e7f44 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 210 time: 0.6563945 Apr 30 13:11:36.188782 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-429db439-5fa3-4a95-8880-cbe40f5f2e69 req-c8ecdf92-1a77-4386-b517-aa653172605d tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 210 time: 0.1689723 Apr 30 13:11:36.217750 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15927aaf-9f29-41d5-be1a-c9adc6ed91bf,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:36.228338 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.312928 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:36.324893 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f2f3-ac55-4014-9d93-493c833b36bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.366183 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f2f3-ac55-4014-9d93-493c833b36bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.500152 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Allocated IP 172.20.0.1 (3bbaba72-6e17-42f0-9885-591f0ca9895a/52d835e7-322e-4567-8aa6-3068d09197f6/9a549c70-99a1-4896-92eb-663cf89c3e8f) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:36.558122 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.595065 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] For port 08404ab1-bcca-4eb3-8e6a-32743f235c11, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:36.618439 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] For port 08404ab1-bcca-4eb3-8e6a-32743f235c11, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=08404ab1-bcca-4eb3-8e6a-32743f235c11,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:36.653793 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.665251 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.698821 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:36.734472 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f2f3-ac55-4014-9d93-493c833b36bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.743572 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:36.834577 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:36.835098 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Pushing event updated for resources: {'Port': ['ID=08404ab1-bcca-4eb3-8e6a-32743f235c11,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:36.845143 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:36.854398 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:36.856964 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:36.871855 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:36.872584 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395994'] for router_interface, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.890326 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:36.890692 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.997228 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f2f3-ac55-4014-9d93-493c833b36bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.998763 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a4a6f2f3-ac55-4014-9d93-493c833b36bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15927aaf-9f29-41d5-be1a-c9adc6ed91bf HTTP/1.1" status: 204 len: 168 time: 1.2189803 Apr 30 13:11:37.002038 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.012179 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c468-e097-422b-997c-e97ece1f8037 req-9b2fa30f-5777-44c5-92d0-9bca57c254ee tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:37.014117 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-9b2fa30f-5777-44c5-92d0-9bca57c254ee tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 814 time: 1.0514739 Apr 30 13:11:37.014740 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Pushing event updated for resources: {'Port': ['ID=af00668d-83e4-4e58-bf42-247118033e83,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:37.027745 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:37.028077 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a7247b5c-f67d-4a02-a462-5ef1c1d34840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:37.045404 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6f2f3-ac55-4014-9d93-493c833b36bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15927aaf-9f29-41d5-be1a-c9adc6ed91bf,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:37.050321 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a4a6f2f3-ac55-4014-9d93-493c833b36bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:37.051390 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Transition to ACTIVE for port object 9a549c70-99a1-4896-92eb-663cf89c3e8f will not be triggered until provisioned by entity DHCP. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:37.094674 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Request body: {'port': {'device_id': '4ae92735-d33b-4270-93a2-0f9f42406150', 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0', 'admin_state_up': True, 'tenant_id': 'a7444c84fc6c406cb1cf0e5089bce373'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:37.101629 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.112240 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6c55f173-4a91-4743-ab94-4438cfe1b279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:37.162870 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.301794 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:37.309459 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:37.312305 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:37.314172 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395994'] for router_interface, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.422935 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.434307 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.463516 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Transition to ACTIVE for port object 152ea9b8-b91e-4bf0-b135-8a09aa4490ae will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:37.471241 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=4b62d7d4-a8a2-46b3-9e73-43f53ec28e10,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:37.495527 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.508288 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.513794 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b7d1cd0d-a657-484c-9399-fdadd83c7ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:37.666054 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:37.715902 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Attempting to bind port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:37.721988 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Attempting to bind port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:37.722381 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Attempting to bind port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae on network c2869f81-3397-44d7-83da-a495caae779d {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:37.746455 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:37.746980 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Checking segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:37.747419 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.747831 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Bound using segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:37.748332 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Bound port: 152ea9b8-b91e-4bf0-b135-8a09aa4490ae, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:37.748730 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.811445 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Usage tracker for resource:port and tenant:a7444c84fc6c406cb1cf0e5089bce373 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:37.831291 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:37.850474 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.871549 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:37.910008 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=4b62d7d4-a8a2-46b3-9e73-43f53ec28e10,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:37.920911 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1dec8e83-a488-45ba-b0c1-99e5c9585cec req-f58154c7-6801-4533-89e9-8c426a5dcb19 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 210 time: 0.3188815 Apr 30 13:11:37.920911 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Pushing event updated for resources: {'Port': ['ID=9a549c70-99a1-4896-92eb-663cf89c3e8f,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:37.976711 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:38.030785 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-78213d5e-a8bd-4f9f-8911-da16a18a7a57 req-4f8c1df9-acd4-4848-8192-be31667558ad tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 210 time: 0.4331341 Apr 30 13:11:38.193599 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.195708 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c2a81-5693-4fd5-bbd1-7ed18a3ace0a None None] Pushing event updated for resources: {'Port': ['ID=152ea9b8-b91e-4bf0-b135-8a09aa4490ae,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:38.204038 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b21c2a81-5693-4fd5-bbd1-7ed18a3ace0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:38.204538 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Made reservation on behalf of a7444c84fc6c406cb1cf0e5089bce373 for: {'port': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:38.208291 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.239801 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:38.240329 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:11:38.241040 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:38.243635 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 08404ab1-bcca-4eb3-8e6a-32743f235c11 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:38.256010 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.282796 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Allocated IP 172.28.1.186 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/07d9e28f-f9f7-4453-931d-767d9c27dde7) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:38.290284 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395903'] for router_interface, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.309882 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:38.383493 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.468429 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-dbb29a51-fc14-4c98-b444-b063f8774a11 None None] Provisioning for port 9a549c70-99a1-4896-92eb-663cf89c3e8f completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:38.545676 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-dbb29a51-fc14-4c98-b444-b063f8774a11 None None] Provisioning complete for port 9a549c70-99a1-4896-92eb-663cf89c3e8f triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:38.547141 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dbb29a51-fc14-4c98-b444-b063f8774a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.769793 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Pushing event updated for resources: {'Port': ['ID=af00668d-83e4-4e58-bf42-247118033e83,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:38.789418 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:38.881096 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-dbb29a51-fc14-4c98-b444-b063f8774a11 None None] Port 9a549c70-99a1-4896-92eb-663cf89c3e8f cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:11:38.917705 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e75960-bc7d-45aa-ad30-c607d4ec24ef None None] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:38.939057 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.87', 61418) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:38.971655 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] For port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:39.065925 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] For port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=152ea9b8-b91e-4bf0-b135-8a09aa4490ae,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:39.081247 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 08404ab1-bcca-4eb3-8e6a-32743f235c11 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:39.088493 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.113168 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:39.207841 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c2a81-5693-4fd5-bbd1-7ed18a3ace0a None None] Pushing event updated for resources: {'Port': ['ID=152ea9b8-b91e-4bf0-b135-8a09aa4490ae,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:39.218855 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b21c2a81-5693-4fd5-bbd1-7ed18a3ace0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:39.219759 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-b3f17bcf-8d2c-4e46-b631-08cecf8585cf None None] Provisioning for port 08404ab1-bcca-4eb3-8e6a-32743f235c11 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:39.229436 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-b3f17bcf-8d2c-4e46-b631-08cecf8585cf None None] Provisioning complete for port 08404ab1-bcca-4eb3-8e6a-32743f235c11 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:39.230304 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b3f17bcf-8d2c-4e46-b631-08cecf8585cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.293562 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:39.297658 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:39.403545 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-cae2b730-8fbe-45f3-9b0a-7573b755b323 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:39.408744 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-cae2b730-8fbe-45f3-9b0a-7573b755b323 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.87 "GET /v2.0/networks?id=d235c560-181a-488a-9dcb-f86ced8bda5b HTTP/1.1" status: 200 len: 811 time: 0.4551110 Apr 30 13:11:39.555556 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.647863 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Request body: {'port': {'device_id': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'network_id': 'd235c560-181a-488a-9dcb-f86ced8bda5b', 'admin_state_up': True, 'tenant_id': '472977414d0045f8847515e3bc91f8ca'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:39.789438 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.830755 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395903'] for router_interface, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.856071 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:39.879064 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bbb659fb-cb06-4cc4-a68a-62fbb3534c2c req-cbe4e34a-9d60-4c97-9d92-0d525387ee0c tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 210 time: 0.4659605 Apr 30 13:11:39.897234 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:39.967729 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:39.974638 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:39.984465 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:40.008565 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Allocated IP 172.20.0.14 (66edb8f9-5dc8-4799-bc48-9c5212e130b0/c7877df0-aee7-4d30-8a19-13dd55eeb706/56f75cc9-7c35-4dc1-9fbf-8471d66b8dad) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:40.053375 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Pushing event updated for resources: {'Port': ['ID=9a549c70-99a1-4896-92eb-663cf89c3e8f,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:40.071409 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cd326a19-598f-4fdf-bf49-a348dfab8852 req-a923ed1e-f99c-4537-bf0b-fc78637f81d9 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 210 time: 0.5549033 Apr 30 13:11:40.072455 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:40.191334 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:40.384149 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:40.389325 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:40.534898 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:40.584779 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:40.999044 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:40.999666 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:41.061243 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37118) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:41.185053 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:11:41.186454 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:41.262861 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Usage tracker for resource:port and tenant:472977414d0045f8847515e3bc91f8ca is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:41.268994 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:41.303232 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:41.314008 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:41.389800 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:41.493936 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b3f17bcf-8d2c-4e46-b631-08cecf8585cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:41.505713 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:41.522906 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Pushing event updated for resources: {'Port': ['ID=07d9e28f-f9f7-4453-931d-767d9c27dde7,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:41.556162 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:41.563010 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-18badc37-73d0-42fc-9c28-09fd588a7d0d req-9d56e097-d71f-4a4d-9d62-955eaa7f4e80 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 210 time: 0.3139391 Apr 30 13:11:41.569458 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Router f4025ad1-aab0-4a48-b12a-7046c1f53d95 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:11:41.635337 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c41ca093-492f-4783-b822-4280ace7e416 req-dc7615f0-34e0-47d7-babd-368d16ba3204 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 210 time: 0.1838205 Apr 30 13:11:41.655758 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Made reservation on behalf of 472977414d0045f8847515e3bc91f8ca for: {'port': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:41.667254 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:41.711123 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-b3f17bcf-8d2c-4e46-b631-08cecf8585cf None None] For port 08404ab1-bcca-4eb3-8e6a-32743f235c11, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=08404ab1-bcca-4eb3-8e6a-32743f235c11,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:41.739543 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b3f17bcf-8d2c-4e46-b631-08cecf8585cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:41.759236 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c69d8b9-ca32-4feb-9fa4-c5d9c6cb478a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:41.898312 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f17bcf-8d2c-4e46-b631-08cecf8585cf None None] Pushing event updated for resources: {'Port': ['ID=08404ab1-bcca-4eb3-8e6a-32743f235c11,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:41.904036 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b3f17bcf-8d2c-4e46-b631-08cecf8585cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:41.930724 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 1, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:41.933149 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-26336a6b-0f0f-44b1-a0ac-051b1e6c748e None None] Provisioning complete for port 08404ab1-bcca-4eb3-8e6a-32743f235c11 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:41.933538 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-26336a6b-0f0f-44b1-a0ac-051b1e6c748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:41.989145 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704d2ec-e116-42d3-bc42-bdf00abea101 None None] The sync data for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb is: [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 1, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:42.089792 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:42.101574 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.123805 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] 10.222.0.66 "PUT /v2.0/routers/f4025ad1-aab0-4a48-b12a-7046c1f53d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0119796 Apr 30 13:11:42.144139 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Allocated IP 172.20.0.3 (d235c560-181a-488a-9dcb-f86ced8bda5b/34f93789-5b4c-4903-9466-70693e5777c8/b940f234-bd94-4f14-bed1-1bdb473e33c1) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:42.181387 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-26336a6b-0f0f-44b1-a0ac-051b1e6c748e None None] Provisioning complete for port 9a549c70-99a1-4896-92eb-663cf89c3e8f triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:42.181968 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-26336a6b-0f0f-44b1-a0ac-051b1e6c748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.304267 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:42.319069 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-26336a6b-0f0f-44b1-a0ac-051b1e6c748e None None] Port 9a549c70-99a1-4896-92eb-663cf89c3e8f cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:11:42.418822 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Usage tracker for resource:security_group_rule and tenant:066030be6d0744b1bf8f09aa7e8f800e is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:42.660236 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.671766 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:42.693273 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Sync routers for ids ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:42.698180 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.705678 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:42.727388 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Routers {'5bdcbcc8-5a06-4f99-a839-8041af0eb309'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:42.728030 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:42.729858 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:42.773384 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.813246 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:43.041064 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Pushing event updated for resources: {'Port': ['ID=b940f234-bd94-4f14-bed1-1bdb473e33c1,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:43.045223 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:43.121243 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] 10.222.0.66 "PUT /v2.0/routers/5bdcbcc8-5a06-4f99-a839-8041af0eb309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6232359 Apr 30 13:11:43.177916 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.198225 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Network d235c560-181a-488a-9dcb-f86ced8bda5b is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:43.200466 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:43.202918 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:43.221734 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:43.222690 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.265643 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7541473 Apr 30 13:11:43.322649 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Set router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:43.342915 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-3d004919-9f73-4104-85c0-3b5ca12ff335 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:11:43.365875 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-3d004919-9f73-4104-85c0-3b5ca12ff335 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0690587 Apr 30 13:11:43.428908 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814243a-7573-4995-be82-dd5d4d76e75f req-342aac5a-2a0e-45c2-9e72-2627f59d38d8 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:43.439065 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-c814243a-7573-4995-be82-dd5d4d76e75f req-342aac5a-2a0e-45c2-9e72-2627f59d38d8 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Synchronizing usage tracker for tenant:472977414d0045f8847515e3bc91f8ca on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:11:43.671124 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Request body: {'port': {'device_id': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:43.735072 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.758971 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:44.015306 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:44.048544 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.050515 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:44.064268 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:44.075652 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:44.084691 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.144630 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-c814243a-7573-4995-be82-dd5d4d76e75f req-342aac5a-2a0e-45c2-9e72-2627f59d38d8 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Unset dirty status for tenant:472977414d0045f8847515e3bc91f8ca on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:11:44.149318 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c814243a-7573-4995-be82-dd5d4d76e75f req-342aac5a-2a0e-45c2-9e72-2627f59d38d8 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 931 time: 1.1164124 Apr 30 13:11:44.192811 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 08404ab1-bcca-4eb3-8e6a-32743f235c11 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:44.221121 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1299536 Apr 30 13:11:44.224198 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.306364 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Pushing event updated for resources: {'Port': ['ID=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:44.322232 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.322710 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:44.326465 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 4, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'gw_port': {'id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': 'af00668d-83e4-4e58-bf42-247118033e83', 'name': '', 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'mac_address': 'fa:16:3e:bf:03:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dcb03360-3e1a-420b-bc8d-200404b51b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:34Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 2, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'subnets': [{'id': 'dcb03360-3e1a-420b-bc8d-200404b51b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:44.339813 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Request body: {'port': {'device_id': '4ae92735-d33b-4270-93a2-0f9f42406150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:44.343713 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Checking router: 5bdcbcc8-5a06-4f99-a839-8041af0eb309 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:44.344098 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Updating router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 port af00668d-83e4-4e58-bf42-247118033e83 binding host dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:44.381624 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c814243a-7573-4995-be82-dd5d4d76e75f req-2b2fcb03-d784-4001-9cc9-862b0287a0a8 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027073 Apr 30 13:11:44.424043 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 08404ab1-bcca-4eb3-8e6a-32743f235c11 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:44.424589 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.536390 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.563856 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-9e66732c-0080-4bba-b8e3-4b6c39ad161d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:44.835905 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff99cd8-daa2-41cb-9121-59ef656088e9,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:44.841869 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 152ea9b8-b91e-4bf0-b135-8a09aa4490ae up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:44.847716 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:44.969891 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37190) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:44.999740 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467790023', 'description': 'tempest-description--645276666'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:45.006908 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:45.020878 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:security_group and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:45.031065 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:45.049542 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:45.050940 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:45.067977 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:45.068776 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.115990 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.138020 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b940f234-bd94-4f14-bed1-1bdb473e33c1 {{(pid=73798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:11:45.146785 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.212412 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Transition to ACTIVE for port object b940f234-bd94-4f14-bed1-1bdb473e33c1 will not be triggered until provisioned by entity L2. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:45.220628 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.230729 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:45.275035 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:45.283855 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=066030be6d0744b1bf8f09aa7e8f800e&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1708140 Apr 30 13:11:45.301002 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37206) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:45.396467 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.413110 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:security_group_rule and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:45.423275 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=152ea9b8-b91e-4bf0-b135-8a09aa4490ae,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:45.428740 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:45.432435 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.434972 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b21c2a81-5693-4fd5-bbd1-7ed18a3ace0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:45.441327 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.546933 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=152ea9b8-b91e-4bf0-b135-8a09aa4490ae,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:45.550907 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:45.670375 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Sync routers for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:45.691259 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:45.693341 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:45.764904 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.808677 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:45.831202 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Transition to ACTIVE for port object af00668d-83e4-4e58-bf42-247118033e83 will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:45.845833 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.871888 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-5e2ba704-812d-4d51-9370-bbaa57ec958c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:45.875314 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-5e2ba704-812d-4d51-9370-bbaa57ec958c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Synchronizing usage tracker for tenant:cdf5092e22084f8dac209304b975e02b on resource:network {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:11:45.893541 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:45.990092 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 152ea9b8-b91e-4bf0-b135-8a09aa4490ae up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:46.099821 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.123489 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c5768-b73f-42da-99a7-aeae1780addb None None] Pushing event updated for resources: {'Port': ['ID=af00668d-83e4-4e58-bf42-247118033e83,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:46.155809 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-5e2ba704-812d-4d51-9370-bbaa57ec958c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Unset dirty status for tenant:cdf5092e22084f8dac209304b975e02b on resource:network {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:11:46.157134 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-5e2ba704-812d-4d51-9370-bbaa57ec958c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 819 time: 0.8826382 Apr 30 13:11:46.182752 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-396c5768-b73f-42da-99a7-aeae1780addb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:46.196092 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b940f234-bd94-4f14-bed1-1bdb473e33c1,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:46.245085 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.251360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:46.254587 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Attempting to bind port b940f234-bd94-4f14-bed1-1bdb473e33c1 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:46.255062 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Attempting to bind port b940f234-bd94-4f14-bed1-1bdb473e33c1 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'e1f1786c-e8f0-43f8-b45b-b5524ce91dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd235c560-181a-488a-9dcb-f86ced8bda5b'}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:46.255510 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Attempting to bind port b940f234-bd94-4f14-bed1-1bdb473e33c1 on network d235c560-181a-488a-9dcb-f86ced8bda5b {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:46.259737 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b027447c-a0b9-45c6-b078-36b83462701c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.286698 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43daae3-6fef-4fcd-84e8-b6b89b951ba7 req-50950139-fcca-4234-886d-8820a1cddbe4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:46.296956 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d43daae3-6fef-4fcd-84e8-b6b89b951ba7 req-50950139-fcca-4234-886d-8820a1cddbe4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 932 time: 1.1413493 Apr 30 13:11:46.305212 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:46.350469 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-c8e36399-1d72-4bef-9861-296b8f2a5086 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/quotas/cdf5092e22084f8dac209304b975e02b HTTP/1.1" status: 200 len: 375 time: 0.1647902 Apr 30 13:11:46.357487 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Port b940f234-bd94-4f14-bed1-1bdb473e33c1 on network d235c560-181a-488a-9dcb-f86ced8bda5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:11:46.361289 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Attempting to bind port b940f234-bd94-4f14-bed1-1bdb473e33c1 on network d235c560-181a-488a-9dcb-f86ced8bda5b {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:46.447524 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45792090-2e62-4afc-8e78-a2442b47fffa,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:46.471917 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:46.492111 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:46.492636 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Checking segment: {'id': 'e1f1786c-e8f0-43f8-b45b-b5524ce91dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd235c560-181a-488a-9dcb-f86ced8bda5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:46.493473 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Bound using segment: {'id': 'e1f1786c-e8f0-43f8-b45b-b5524ce91dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd235c560-181a-488a-9dcb-f86ced8bda5b'} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:46.494035 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Bound port: b940f234-bd94-4f14-bed1-1bdb473e33c1, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f1786c-e8f0-43f8-b45b-b5524ce91dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd235c560-181a-488a-9dcb-f86ced8bda5b'}}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:46.494610 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.506568 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393556'] for router, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.519856 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Attempting to bind port af00668d-83e4-4e58-bf42-247118033e83 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:46.520842 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Attempting to bind port af00668d-83e4-4e58-bf42-247118033e83 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:46.527817 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Attempting to bind port af00668d-83e4-4e58-bf42-247118033e83 on network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:46.539249 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:46.539557 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Checking segment: {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:46.541096 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.541777 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Bound using segment: {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:46.542306 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Bound port: af00668d-83e4-4e58-bf42-247118033e83, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:46.542750 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.565683 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b027447c-a0b9-45c6-b078-36b83462701c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.612287 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:46.695640 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-d43daae3-6fef-4fcd-84e8-b6b89b951ba7 req-473aa493-30aa-40b9-9f1e-aa25cb52c5f8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Synchronizing usage tracker for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:security_group {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:11:46.810460 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] For port af00668d-83e4-4e58-bf42-247118033e83, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:46.815374 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] For port af00668d-83e4-4e58-bf42-247118033e83, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=af00668d-83e4-4e58-bf42-247118033e83,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:46.823429 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.837128 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:46.906667 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.908253 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9303052 Apr 30 13:11:46.916424 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-d43daae3-6fef-4fcd-84e8-b6b89b951ba7 req-473aa493-30aa-40b9-9f1e-aa25cb52c5f8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Unset dirty status for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:security_group {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:11:46.919530 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d43daae3-6fef-4fcd-84e8-b6b89b951ba7 req-473aa493-30aa-40b9-9f1e-aa25cb52c5f8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203823 Apr 30 13:11:46.924095 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37240) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:46.932112 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b027447c-a0b9-45c6-b078-36b83462701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.979533 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'security_group_rule': {'security_group_id': '45792090-2e62-4afc-8e78-a2442b47fffa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:46.982842 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-db3fb45b-0b05-4f6b-be39-da32e2811947 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:47.063822 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-9bf870a0-1384-4d36-90b9-979083e0f948 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6873860 Apr 30 13:11:47.085949 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Routers {'5bdcbcc8-5a06-4f99-a839-8041af0eb309'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:47.086698 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:47.115958 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:47.116478 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.140439 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:47.190294 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:security_group_rule and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:47.258176 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:47.293900 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:47.316463 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027447c-a0b9-45c6-b078-36b83462701c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff99cd8-daa2-41cb-9121-59ef656088e9,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:47.336450 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b027447c-a0b9-45c6-b078-36b83462701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:47.360142 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b027447c-a0b9-45c6-b078-36b83462701c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.361739 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b027447c-a0b9-45c6-b078-36b83462701c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ff99cd8-daa2-41cb-9121-59ef656088e9 HTTP/1.1" status: 204 len: 168 time: 2.0592363 Apr 30 13:11:47.456979 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] Set router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:47.494322 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] For port b940f234-bd94-4f14-bed1-1bdb473e33c1, host hv-cinder-78445, cleared binding levels {{(pid=73798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:47.562445 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] For port b940f234-bd94-4f14-bed1-1bdb473e33c1, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b940f234-bd94-4f14-bed1-1bdb473e33c1,segment=NetworkSegment(e1f1786c-e8f0-43f8-b45b-b5524ce91dd6),segment_id=e1f1786c-e8f0-43f8-b45b-b5524ce91dd6)] {{(pid=73798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:47.586034 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.639259 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.697736 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:47.723743 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 2, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:47.744275 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Checking router: f4025ad1-aab0-4a48-b12a-7046c1f53d95 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:47.744664 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Updating router f4025ad1-aab0-4a48-b12a-7046c1f53d95 port 9a549c70-99a1-4896-92eb-663cf89c3e8f binding host dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:47.852756 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1946-3362-46fa-be01-7d26dcb4d884 req-205fb789-96de-4df4-8cd1-0f599af6fe82 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:47.854526 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d6d1946-3362-46fa-be01-7d26dcb4d884 req-205fb789-96de-4df4-8cd1-0f599af6fe82 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 943 time: 0.6529813 Apr 30 13:11:47.870299 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.875723 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-dac46ebd-5357-44e9-bd23-be86431cacf7 service neutron] 10.222.0.66 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106797 Apr 30 13:11:47.977714 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Router 5d328752-7daa-4959-8c10-85ac13ead339 is scheduled to L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 with binding_index 1 {{(pid=73799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:11:48.157934 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c5768-b73f-42da-99a7-aeae1780addb None None] Pushing event updated for resources: {'Port': ['ID=af00668d-83e4-4e58-bf42-247118033e83,revision_number=4']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:48.190910 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-396c5768-b73f-42da-99a7-aeae1780addb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.354s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:48.233058 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b940f234-bd94-4f14-bed1-1bdb473e33c1,revision_number=3']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:48.276700 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 4, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'gw_port': {'id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': 'af00668d-83e4-4e58-bf42-247118033e83', 'name': '', 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'mac_address': 'fa:16:3e:bf:03:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dcb03360-3e1a-420b-bc8d-200404b51b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:34Z', 'updated_at': '2021-04-30T13:11:46Z', 'revision_number': 4, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'subnets': [{'id': 'dcb03360-3e1a-420b-bc8d-200404b51b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:48.285341 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:48.287235 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.289706 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5978706e-6d37-4bb4-af91-b217bf4e57f9 None None] The sync data for ids ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'] in dv-cinder-784453-4-smb is: [{'id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 4, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'gw_port': {'id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': 'af00668d-83e4-4e58-bf42-247118033e83', 'name': '', 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'mac_address': 'fa:16:3e:bf:03:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dcb03360-3e1a-420b-bc8d-200404b51b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:34Z', 'updated_at': '2021-04-30T13:11:46Z', 'revision_number': 4, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'subnets': [{'id': 'dcb03360-3e1a-420b-bc8d-200404b51b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:48.302142 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] 10.222.0.87 "PUT /v2.0/ports/b940f234-bd94-4f14-bed1-1bdb473e33c1 HTTP/1.1" status: 200 len: 1093 time: 4.7823083 Apr 30 13:11:48.425778 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad {{(pid=73799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:11:48.450059 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'tag': 'b940f234-bd94-4f14-bed1-1bdb473e33c1'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:11:48.511117 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.597715 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Transition to ACTIVE for port object 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad will not be triggered until provisioned by entity L2. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:48.606712 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:48.618177 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.644536 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:48.652275 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Sync routers for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:48.708328 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:48.712566 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:48.721737 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.022s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:48.885300 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] Notify callbacks [] for router, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.890596 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-35f6159f-9fc6-497b-98cc-8f6f16eb9d38 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 17.6947401 Apr 30 13:11:48.891832 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37294) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:49.064507 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d6d1946-3362-46fa-be01-7d26dcb4d884 req-f9d91b10-99da-4840-94a7-c974cc0c9685 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9099874 Apr 30 13:11:49.094853 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-219f0224-397c-4733-8f75-94e21dc151f8 service neutron] 10.222.0.66 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2180135 Apr 30 13:11:49.123350 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.144162 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.167230 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.168439 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:49.203203 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Transition to ACTIVE for port object 9a549c70-99a1-4896-92eb-663cf89c3e8f will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:49.238043 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.259617 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:49.281393 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47d0ca1-127f-4fd9-884d-d30a25bace4e,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:49.293656 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:49.296942 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-e80fac18-7044-4abd-9eb5-47cffc6feb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:49.298466 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-e80fac18-7044-4abd-9eb5-47cffc6feb41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=472977414d0045f8847515e3bc91f8ca&device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 1096 time: 0.5747490 Apr 30 13:11:49.308652 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.309905 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3825514 Apr 30 13:11:49.313311 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37304) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:49.346081 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'security_group_rule': {'security_group_id': '45792090-2e62-4afc-8e78-a2442b47fffa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:49.551282 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:49.563317 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:49.584160 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:49.693696 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Attempting to bind port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:49.694057 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Attempting to bind port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:49.694406 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Attempting to bind port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:49.730920 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:11:49.731284 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Attempting to bind port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:49.828890 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:49.830573 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Checking segment: {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:49.833282 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Bound using segment: {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:49.833793 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Bound port: 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'}}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:49.834158 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.999302 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac500d3-b509-45e6-83a3-51f6418e8645 None None] Pushing event updated for resources: {'Port': ['ID=9a549c70-99a1-4896-92eb-663cf89c3e8f,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:50.035979 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8ac500d3-b509-45e6-83a3-51f6418e8645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:50.038254 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Attempting to bind port 9a549c70-99a1-4896-92eb-663cf89c3e8f on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:50.046042 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Attempting to bind port 9a549c70-99a1-4896-92eb-663cf89c3e8f by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:50.046642 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Attempting to bind port 9a549c70-99a1-4896-92eb-663cf89c3e8f on network 3bbaba72-6e17-42f0-9885-591f0ca9895a {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:50.076612 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:50.076998 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Checking segment: {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:50.080729 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.081183 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Bound using segment: {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:50.084137 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Bound port: 9a549c70-99a1-4896-92eb-663cf89c3e8f, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:50.084137 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.132967 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device af00668d-83e4-4e58-bf42-247118033e83 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:50.388937 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] For port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad, host hv-cinder-78445, cleared binding levels {{(pid=73799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:50.462864 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:50.540171 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] For port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:50.550021 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:security_group_rule and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:50.560638 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.588961 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7c01c78c-63cd-4fc5-8f64-99eb6782dcd3 req-08d7c924-e069-4f3c-80bc-1ad7de4b3f72 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 210 time: 0.4972498 Apr 30 13:11:50.594969 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:50.602137 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d47e9c3-980c-47eb-8d87-ee8fab88ec45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:50.623748 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-e14c9eb7-830c-4251-90eb-39f81eb62b28 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b940f234-bd94-4f14-bed1-1bdb473e33c1 HTTP/1.1" status: 200 len: 217 time: 0.5414820 Apr 30 13:11:50.659702 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:42Z', 'revision_number': 3, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:50.681303 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Checking router: 5d328752-7daa-4959-8c10-85ac13ead339 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:50.681615 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Updating router 5d328752-7daa-4959-8c10-85ac13ead339 port 07d9e28f-f9f7-4453-931d-767d9c27dde7 binding host dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:50.728887 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] For port 9a549c70-99a1-4896-92eb-663cf89c3e8f, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:50.741731 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] For port 9a549c70-99a1-4896-92eb-663cf89c3e8f, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=9a549c70-99a1-4896-92eb-663cf89c3e8f,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:50.770457 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.784736 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8ac500d3-b509-45e6-83a3-51f6418e8645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:50.824982 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,revision_number=3']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:50.888250 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:50.890231 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:50.894454 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.900091 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] 10.222.0.87 "PUT /v2.0/ports/56f75cc9-7c35-4dc1-9fbf-8471d66b8dad HTTP/1.1" status: 200 len: 1094 time: 6.6341436 Apr 30 13:11:50.900888 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae92735-d33b-4270-93a2-0f9f42406150', 'tag': '56f75cc9-7c35-4dc1-9fbf-8471d66b8dad'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:11:50.962673 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.116034 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:51.117893 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:51.158789 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-c40086b0-10c4-459a-8076-d34cc1295519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:51.160243 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-c40086b0-10c4-459a-8076-d34cc1295519 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34f93789-5b4c-4903-9466-70693e5777c8 HTTP/1.1" status: 200 len: 851 time: 0.5354118 Apr 30 13:11:51.351272 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.560797 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac500d3-b509-45e6-83a3-51f6418e8645 None None] Pushing event updated for resources: {'Port': ['ID=9a549c70-99a1-4896-92eb-663cf89c3e8f,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:51.580102 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8ac500d3-b509-45e6-83a3-51f6418e8645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:51.613912 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14389c80-18c6-4d85-9740-71ca179eb88e req-bc5df5c1-02b0-4a42-8755-0128070d2eaa tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:51.621620 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port af00668d-83e4-4e58-bf42-247118033e83 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:51.631875 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-14389c80-18c6-4d85-9740-71ca179eb88e req-bc5df5c1-02b0-4a42-8755-0128070d2eaa tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 944 time: 2.2244136 Apr 30 13:11:51.689804 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-40215334-04f8-45c8-a6f0-4281563d69fe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d235c560-181a-488a-9dcb-f86ced8bda5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3544636 Apr 30 13:11:51.730663 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:51.784812 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.799413 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Transition to ACTIVE for port object 07d9e28f-f9f7-4453-931d-767d9c27dde7 will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:51.812108 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.817216 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-14389c80-18c6-4d85-9740-71ca179eb88e req-796d8840-38d0-4ecc-81e7-8b36e0f5042f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835384 Apr 30 13:11:51.857878 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:51.885255 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port af00668d-83e4-4e58-bf42-247118033e83 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:51.885915 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.932480 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Attempting to bind port 07d9e28f-f9f7-4453-931d-767d9c27dde7 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:51.934160 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Attempting to bind port 07d9e28f-f9f7-4453-931d-767d9c27dde7 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:51.935270 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Attempting to bind port 07d9e28f-f9f7-4453-931d-767d9c27dde7 on network c2869f81-3397-44d7-83da-a495caae779d {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:51.961805 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:51.965202 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Checking segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:51.965782 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.966288 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Bound using segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:51.968024 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Bound port: 07d9e28f-f9f7-4453-931d-767d9c27dde7, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:51.972032 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.991739 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.090677 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.284667 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] For port 07d9e28f-f9f7-4453-931d-767d9c27dde7, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:52.300827 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] For port 07d9e28f-f9f7-4453-931d-767d9c27dde7, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=07d9e28f-f9f7-4453-931d-767d9c27dde7,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:52.305197 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c468-e097-422b-997c-e97ece1f8037 req-bb21f4f8-105a-4549-95af-20d502b64b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:52.306938 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-bb21f4f8-105a-4549-95af-20d502b64b2f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 1097 time: 1.2761874 Apr 30 13:11:52.313901 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37382) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:52.328899 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.350672 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6eea7d0a-cb55-4d9f-93b2-f0bd125bdc02 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:52.396784 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3aeb7c-4cac-41eb-afa1-2d48c98c2c29 None None] Pushing event updated for resources: {'Port': ['ID=07d9e28f-f9f7-4453-931d-767d9c27dde7,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:52.410824 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9f6b36-bf7b-4a46-8652-c9ee06ce1f1a,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:52.413311 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:52.421792 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1c3aeb7c-4cac-41eb-afa1-2d48c98c2c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:52.422410 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:52.422532 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172efd46-7441-4a0f-a690-00247c50ac8e req-ebe8b6d6-6cac-4286-ac55-2d54f69c984e tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:52.442497 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-172efd46-7441-4a0f-a690-00247c50ac8e req-ebe8b6d6-6cac-4286-ac55-2d54f69c984e tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 943 time: 1.2907770 Apr 30 13:11:52.460144 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:52.483647 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'tag': 'b940f234-bd94-4f14-bed1-1bdb473e33c1', 'status': 'completed', 'code': 200} Apr 30 13:11:52.486045 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.87', 61437) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:52.555855 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37402) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:52.566195 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:52.567124 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:52.635137 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.640011 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.3238828 Apr 30 13:11:52.650311 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37416) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:52.693863 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.700418 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'floatingip': {'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:52.716319 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-4f054027-47c5-4925-9d65-7145a458341d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad HTTP/1.1" status: 200 len: 217 time: 0.1568086 Apr 30 13:11:52.721928 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:52.724826 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.821568 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:floatingip and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:52.835467 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:52.865867 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:52.873717 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-9b2cee1a-4800-4330-9b05-b3d087e0734a service neutron] 10.222.0.87 "GET /v2.0/networks/d235c560-181a-488a-9dcb-f86ced8bda5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9792104 Apr 30 13:11:52.905687 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:52.919600 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Usage tracker for resource:security_group_rule and tenant:099846a83a6e4bd8916228b3e3ebc75b is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:52.930504 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port af00668d-83e4-4e58-bf42-247118033e83, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=af00668d-83e4-4e58-bf42-247118033e83,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:52.946095 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-172efd46-7441-4a0f-a690-00247c50ac8e req-418a1381-3b3d-4788-8bf1-159802046da5 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985142 Apr 30 13:11:52.957039 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:52.978422 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:53.013683 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:53.023079 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.053523 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:53.067812 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.101805 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.125025 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c468-e097-422b-997c-e97ece1f8037 req-5533a607-983a-498a-b166-a4df71cc0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:53.126697 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-5533a607-983a-498a-b166-a4df71cc0178 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 200 len: 854 time: 0.2791283 Apr 30 13:11:53.144911 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-57b89eb0-7566-41f9-85b0-fb229fd77dfb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:53.146449 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-57b89eb0-7566-41f9-85b0-fb229fd77dfb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 819 time: 0.6156437 Apr 30 13:11:53.234953 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=af00668d-83e4-4e58-bf42-247118033e83,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:53.236500 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-9bc76d26-bb13-4b92-b6e8-73aa06e32d9b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:53.241049 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-9bc76d26-bb13-4b92-b6e8-73aa06e32d9b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 819 time: 0.5921395 Apr 30 13:11:53.248229 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.250699 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Request body: {'port': {'device_id': '927a41e9-114f-429c-be8b-962a385d818f', 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6', 'admin_state_up': True, 'tenant_id': 'cdf5092e22084f8dac209304b975e02b'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:53.253656 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 9a549c70-99a1-4896-92eb-663cf89c3e8f up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:53.266939 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae92735-d33b-4270-93a2-0f9f42406150', 'tag': '56f75cc9-7c35-4dc1-9fbf-8471d66b8dad', 'status': 'completed', 'code': 200} Apr 30 13:11:53.281299 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:53.320862 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-bee1e08f-4b1f-4079-9d40-f7ebc30a001d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=66edb8f9-5dc8-4799-bc48-9c5212e130b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124146 Apr 30 13:11:53.351695 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3aeb7c-4cac-41eb-afa1-2d48c98c2c29 None None] Pushing event updated for resources: {'Port': ['ID=07d9e28f-f9f7-4453-931d-767d9c27dde7,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:53.355013 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1c3aeb7c-4cac-41eb-afa1-2d48c98c2c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:53.401566 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 9a549c70-99a1-4896-92eb-663cf89c3e8f completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:53.408149 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 9a549c70-99a1-4896-92eb-663cf89c3e8f triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:53.408944 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.427035 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ba1b2a5f-612d-4c9a-b1e7-b15830b9657f req-b289c178-607c-490f-aa8f-0638e2d8a7f9 service neutron] 10.222.0.87 "GET /v2.0/networks/d235c560-181a-488a-9dcb-f86ced8bda5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023842 Apr 30 13:11:53.442940 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-80da91b2-6118-4f45-b241-b3a31c9a676d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/quotas/cdf5092e22084f8dac209304b975e02b HTTP/1.1" status: 200 len: 375 time: 0.1720157 Apr 30 13:11:53.480300 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:42Z', 'revision_number': 3, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:53.485178 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207d774-16fe-4746-a4f6-9191af544998 None None] The sync data for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb is: [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:42Z', 'revision_number': 3, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:53.496915 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:53.508486 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:53.510611 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Usage tracker for resource:security_group_rule and tenant:4bdc91b250724ad986f2f2a9617dc2a3 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:53.542934 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b98f8-7896-4287-b901-63f003bfce72 None None] The sync data for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb is: [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:53.555330 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:53.563225 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.583658 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.615195 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:53.634563 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 9a549c70-99a1-4896-92eb-663cf89c3e8f, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=9a549c70-99a1-4896-92eb-663cf89c3e8f,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:53.641249 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.646395 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-93333997-43bf-40eb-9bcd-190471a868fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:53.702527 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e643-100e-4478-baec-94c6e3f73fbe req-4b6761eb-f031-455c-a725-6efbe161e248 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:53.704445 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c669e643-100e-4478-baec-94c6e3f73fbe req-4b6761eb-f031-455c-a725-6efbe161e248 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 944 time: 0.2741826 Apr 30 13:11:53.729409 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-7b3b0421-9b98-4fb2-bb25-369366562e9d service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922355 Apr 30 13:11:53.730035 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.776528 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=9a549c70-99a1-4896-92eb-663cf89c3e8f,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:53.783962 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:53.813748 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-b1d60798-3c74-4776-afe0-8352c49f2412 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3136206 Apr 30 13:11:53.826125 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:53.869905 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c669e643-100e-4478-baec-94c6e3f73fbe req-3bb535c9-5094-454f-9380-93a82e1e07d7 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559801 Apr 30 13:11:53.871973 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-d995fcc0-5dce-41c6-9408-edf89373b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:53.873418 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-d995fcc0-5dce-41c6-9408-edf89373b000 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=472977414d0045f8847515e3bc91f8ca&device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 1096 time: 0.3150625 Apr 30 13:11:54.016876 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1656c468-e097-422b-997c-e97ece1f8037 req-9239476d-9645-426f-8d64-dcdc46330220 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764618 Apr 30 13:11:54.019170 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=099846a83a6e4bd8916228b3e3ebc75b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6954267 Apr 30 13:11:54.080401 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37442) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:54.146312 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:54.247188 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.260331 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-292881b5-29e6-4d0a-a07c-c8c4e2988ce3 service neutron] 10.222.0.66 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323113 Apr 30 13:11:54.320851 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Usage tracker for resource:port and tenant:cdf5092e22084f8dac209304b975e02b is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:54.328316 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:54.340081 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3268a495-7ac4-400c-9879-df556e148f0d,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:54.344286 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:54.406491 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:54.482728 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Made reservation on behalf of cdf5092e22084f8dac209304b975e02b for: {'port': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:54.484261 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.486495 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.522333 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Allocated IP 172.20.0.1 (396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2/1499b824-1a6a-4064-81a4-7ba5e7292c53/5d1e20c7-ed33-4e0c-be86-5535af426656) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:54.533805 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497817a-7e82-467b-ba1e-c765798b1019 req-96ce2029-a9b6-4714-824e-fd1165733b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:54.535866 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-b497817a-7e82-467b-ba1e-c765798b1019 req-96ce2029-a9b6-4714-824e-fd1165733b75 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 1097 time: 0.2692039 Apr 30 13:11:54.627637 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:54.630639 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d7759a0c-e6a9-4306-8738-cb08700a74ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.685455 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-e07ac4ed-ce00-41a5-8edc-0558f6a0b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:54.688161 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-e07ac4ed-ce00-41a5-8edc-0558f6a0b183 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d235c560-181a-488a-9dcb-f86ced8bda5b HTTP/1.1" status: 200 len: 912 time: 0.8053076 Apr 30 13:11:54.715600 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.797933 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-9878fa16-e128-4df2-9e0d-21031cb29333 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b940f234-bd94-4f14-bed1-1bdb473e33c1 HTTP/1.1" status: 200 len: 217 time: 0.0838420 Apr 30 13:11:54.814971 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-ac452e7a-6583-4569-b823-1597d8ee799d service neutron] 10.222.0.66 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535052 Apr 30 13:11:54.878210 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-52b4771a-c194-4c2b-a574-4cc470020924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:54.879747 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-52b4771a-c194-4c2b-a574-4cc470020924 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34f93789-5b4c-4903-9466-70693e5777c8 HTTP/1.1" status: 200 len: 851 time: 0.0696838 Apr 30 13:11:54.884326 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4bdc91b250724ad986f2f2a9617dc2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3243380 Apr 30 13:11:54.884564 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0230a04e-b7a4-4ab5-8c60-7388ff5d2009,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:54.887985 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37454) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:54.929415 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d7759a0c-e6a9-4306-8738-cb08700a74ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.938802 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:54.963064 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-dc43b37c-0487-4f03-aac9-658b3eca2d36 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d235c560-181a-488a-9dcb-f86ced8bda5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756145 Apr 30 13:11:55.113236 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae279f6-fd1e-459c-83f5-9dd03d35bcbc req-8e54e620-a450-4655-8cac-02768b9fbbd4 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:55.115318 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6ae279f6-fd1e-459c-83f5-9dd03d35bcbc req-8e54e620-a450-4655-8cac-02768b9fbbd4 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 943 time: 0.7853539 Apr 30 13:11:55.119703 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d7759a0c-e6a9-4306-8738-cb08700a74ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.150101 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:55.190884 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5c3d5748-fcd8-4f70-afa8-8619bdf261de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.209031 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Allocated IP 172.20.0.7 (751c6f38-c1bc-419a-8fcc-b03306c74fa6/dcb03360-3e1a-420b-bc8d-200404b51b98/52ed198a-4041-4c02-99e4-eb6b22522227) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:55.264510 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-0cc2d6b7-726f-4a10-8bf3-aaba5105e71e service neutron] 10.222.0.87 "GET /v2.0/networks/d235c560-181a-488a-9dcb-f86ced8bda5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927647 Apr 30 13:11:55.266781 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5c3d5748-fcd8-4f70-afa8-8619bdf261de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.279183 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6ae279f6-fd1e-459c-83f5-9dd03d35bcbc req-e541cf90-de40-450d-ac4e-690f9b3d03d4 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518190 Apr 30 13:11:55.286411 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7759a0c-e6a9-4306-8738-cb08700a74ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3268a495-7ac4-400c-9879-df556e148f0d,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:55.306746 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d7759a0c-e6a9-4306-8738-cb08700a74ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:55.317364 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497817a-7e82-467b-ba1e-c765798b1019 req-02db70f6-d24d-4efb-b332-8ead5d787e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:55.318940 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-b497817a-7e82-467b-ba1e-c765798b1019 req-02db70f6-d24d-4efb-b332-8ead5d787e56 service neutron] 10.222.0.87 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 915 time: 0.7734797 Apr 30 13:11:55.379423 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 07d9e28f-f9f7-4453-931d-767d9c27dde7 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:55.444317 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-b497817a-7e82-467b-ba1e-c765798b1019 req-3be6eff7-5fc0-4b19-a535-cd81fdd7320b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad HTTP/1.1" status: 200 len: 217 time: 0.1166277 Apr 30 13:11:55.467860 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 07d9e28f-f9f7-4453-931d-767d9c27dde7 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:55.475661 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 07d9e28f-f9f7-4453-931d-767d9c27dde7 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:55.476204 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.489576 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-11f57d7d-2510-479d-a4e6-012dc293a5cc req-d48f1881-1cb3-4a05-aab3-1d4ea34c3c4b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 210 time: 0.1107976 Apr 30 13:11:55.507319 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae71ac-a884-4a3f-9651-ca912d466fe9 req-ce9b0288-c609-4bff-a45b-de2148ae32a8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:55.509008 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-caae71ac-a884-4a3f-9651-ca912d466fe9 req-ce9b0288-c609-4bff-a45b-de2148ae32a8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 944 time: 0.3829489 Apr 30 13:11:55.516771 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d7759a0c-e6a9-4306-8738-cb08700a74ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.521516 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d7759a0c-e6a9-4306-8738-cb08700a74ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3268a495-7ac4-400c-9879-df556e148f0d HTTP/1.1" status: 204 len: 168 time: 1.4245265 Apr 30 13:11:55.526200 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.569694 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5c3d5748-fcd8-4f70-afa8-8619bdf261de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.580919 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-9b29450f-5a4f-448d-bef9-3d78138a9164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:55.596860 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69a0c603-b778-40c0-a4dc-aa3cc706870f req-00bf8d1b-1f09-4abb-ab32-d061f3a4640e service neutron] 10.222.0.87 "GET /v2.0/networks/d235c560-181a-488a-9dcb-f86ced8bda5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145137 Apr 30 13:11:55.611560 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-caae71ac-a884-4a3f-9651-ca912d466fe9 req-577c4c18-dd91-4d30-b354-ec01257c72d6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961673 Apr 30 13:11:55.613471 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d5748-fcd8-4f70-afa8-8619bdf261de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0230a04e-b7a4-4ab5-8c60-7388ff5d2009,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:55.617380 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-5c3d5748-fcd8-4f70-afa8-8619bdf261de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:55.621883 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5c3d5748-fcd8-4f70-afa8-8619bdf261de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.622156 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-5c3d5748-fcd8-4f70-afa8-8619bdf261de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0230a04e-b7a4-4ab5-8c60-7388ff5d2009 HTTP/1.1" status: 204 len: 168 time: 0.7321064 Apr 30 13:11:55.659547 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497817a-7e82-467b-ba1e-c765798b1019 req-f66f626a-a2d1-4aba-bfa6-98f1253a6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:55.661254 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-b497817a-7e82-467b-ba1e-c765798b1019 req-f66f626a-a2d1-4aba-bfa6-98f1253a6060 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 200 len: 854 time: 0.1632874 Apr 30 13:11:55.669358 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Allocated IP 172.28.1.113 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/82414b1f-7265-4784-93f9-5dbeec84a881) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:55.736795 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-b497817a-7e82-467b-ba1e-c765798b1019 req-9c513ae8-fa30-4305-926d-c3cc757918ce service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=66edb8f9-5dc8-4799-bc48-9c5212e130b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614581 Apr 30 13:11:55.850239 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Transition to ACTIVE for port object 5d1e20c7-ed33-4e0c-be86-5535af426656 will not be triggered until provisioned by entity DHCP. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:55.888492 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.911302 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 07d9e28f-f9f7-4453-931d-767d9c27dde7, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=07d9e28f-f9f7-4453-931d-767d9c27dde7,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:55.916757 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.917947 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device af00668d-83e4-4e58-bf42-247118033e83 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:55.960919 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:56.092950 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=07d9e28f-f9f7-4453-931d-767d9c27dde7,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:56.096422 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:56.107458 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port af00668d-83e4-4e58-bf42-247118033e83 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:56.107916 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.293616 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37506) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:56.298992 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.332785 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.358626 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:56.363194 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 9a549c70-99a1-4896-92eb-663cf89c3e8f up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:56.371116 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e745e98ef84c480297dc449d985aaefa is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:56.389357 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:56.402533 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:56.503202 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 9a549c70-99a1-4896-92eb-663cf89c3e8f triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:56.504634 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.527783 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.563192 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.572790 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.592362 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.650191 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:56.705003 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-b497817a-7e82-467b-ba1e-c765798b1019 req-0caa5fac-d7ca-40e0-9cff-a085e0a5cee8 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9328265 Apr 30 13:11:56.798014 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:56.821861 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:56.837223 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:56.837696 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395994'] for router_interface, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.856259 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:56.879437 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:56.910859 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c5699b0a-6694-45c5-b31d-cc3f562c3806 req-6b44a3cd-43e2-47af-ae27-6a90100993e8 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 210 time: 0.1078877 Apr 30 13:11:56.918214 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.000940 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.102790 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:57.132753 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:57.136544 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:57.137436 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 07d9e28f-f9f7-4453-931d-767d9c27dde7 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:57.143273 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:57.146651 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:57.152991 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:57.153614 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.172300 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Pushing event updated for resources: {'Port': ['ID=5d1e20c7-ed33-4e0c-be86-5535af426656,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:57.189693 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-1f21686a-edcf-45f0-8b97-d06e4b811dbe tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:57.191967 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-1f21686a-edcf-45f0-8b97-d06e4b811dbe tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 819 time: 0.4705429 Apr 30 13:11:57.217167 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-855eb13f-7f93-4a1d-a530-0c4346c190c5 None None] Provisioning for port 5d1e20c7-ed33-4e0c-be86-5535af426656 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:57.224515 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 07d9e28f-f9f7-4453-931d-767d9c27dde7 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:57.225051 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.234532 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0249505 Apr 30 13:11:57.257657 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a426512-b0ed-461d-80d7-56da26edc7b9,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:57.269059 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bef0e-ccd8-43df-aa1c-113903a8acca req-8b622b52-c79f-403e-b0ec-5364b7ad6bbd tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:57.271587 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-028bef0e-ccd8-43df-aa1c-113903a8acca req-8b622b52-c79f-403e-b0ec-5364b7ad6bbd tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 943 time: 0.7228076 Apr 30 13:11:57.278336 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:57.284143 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e745e98ef84c480297dc449d985aaefa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9895179 Apr 30 13:11:57.291005 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Request body: {'port': {'device_id': '2180ef6c-3e9e-43b4-9cb2-55419afac361', 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6', 'admin_state_up': True, 'tenant_id': 'cdf5092e22084f8dac209304b975e02b'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:57.292317 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-855eb13f-7f93-4a1d-a530-0c4346c190c5 None None] Provisioning complete for port 5d1e20c7-ed33-4e0c-be86-5535af426656 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:57.292693 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-855eb13f-7f93-4a1d-a530-0c4346c190c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.305453 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Request body: {'port': {'device_id': '927a41e9-114f-429c-be8b-962a385d818f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:57.315400 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37534) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:57.387683 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed17f9-598e-4b9a-a95e-5b758cb84bb7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Pushing event updated for resources: {'Port': ['ID=52ed198a-4041-4c02-99e4-eb6b22522227,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:57.414461 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-855eb13f-7f93-4a1d-a530-0c4346c190c5 None None] Port 5d1e20c7-ed33-4e0c-be86-5535af426656 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:11:57.505549 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-028bef0e-ccd8-43df-aa1c-113903a8acca req-a2834188-8355-4855-bd38-e183803e3f69 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911190 Apr 30 13:11:57.524952 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-b497817a-7e82-467b-ba1e-c765798b1019 req-c88950c0-1611-49fe-aa77-f8d2cd724726 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881563 Apr 30 13:11:57.564070 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.671616 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3bee-2d32-4c4e-b812-e6dc5d012ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.674095 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'Port': ['ID=82414b1f-7265-4784-93f9-5dbeec84a881,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:57.683367 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:57.708409 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.935s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:57.708622 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:57.713908 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab93b6-541d-422e-ac7d-0f4cd6298b49 req-0ac1e620-adca-4c48-87b1-6d7c993c74c8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:57.718484 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.858s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:57.718851 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:57.721425 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-89ab93b6-541d-422e-ac7d-0f4cd6298b49 req-0ac1e620-adca-4c48-87b1-6d7c993c74c8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 944 time: 0.6256874 Apr 30 13:11:57.742379 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:57.753386 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Usage tracker for resource:port and tenant:cdf5092e22084f8dac209304b975e02b is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:57.761779 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:57.765670 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3bee-2d32-4c4e-b812-e6dc5d012ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.786275 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:57.826327 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-89ab93b6-541d-422e-ac7d-0f4cd6298b49 req-a207e505-47a7-4ee8-8691-8927f373fc4e tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039653 Apr 30 13:11:57.839541 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Made reservation on behalf of cdf5092e22084f8dac209304b975e02b for: {'port': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:57.841685 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.843312 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.879970 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.889358 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.078558 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Allocated IP 172.20.0.11 (751c6f38-c1bc-419a-8fcc-b03306c74fa6/dcb03360-3e1a-420b-bc8d-200404b51b98/8ffc0aef-f6a2-460a-ac68-4469694989dd) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:58.125682 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3bee-2d32-4c4e-b812-e6dc5d012ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.183917 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:11:58.193849 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.211451 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e486eb5e-c086-47d2-84e0-850587a8ae74 req-13ed4c86-0186-44b9-a3fb-c8c0ca265828 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 210 time: 0.0823922 Apr 30 13:11:58.239644 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c3bee-2d32-4c4e-b812-e6dc5d012ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a426512-b0ed-461d-80d7-56da26edc7b9,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.249151 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3c9c3bee-2d32-4c4e-b812-e6dc5d012ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.296986 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3bee-2d32-4c4e-b812-e6dc5d012ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.301199 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-3c9c3bee-2d32-4c4e-b812-e6dc5d012ded admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a426512-b0ed-461d-80d7-56da26edc7b9 HTTP/1.1" status: 204 len: 168 time: 0.9769831 Apr 30 13:11:58.426101 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.434483 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:58.443109 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.452657 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.455429 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.461407 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '56f75cc9-7c35-4dc1-9fbf-8471d66b8dad', 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0', 'port_id': '56f75cc9-7c35-4dc1-9fbf-8471d66b8dad', 'mac_address': 'fa:16:3e:83:42:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7877df0-aee7-4d30-8a19-13dd55eeb706', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:11:58.506675 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.513834 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395903'] for router_interface, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.520754 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.534575 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.540085 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.558170 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:11:58.614371 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'Port': ['ID=82414b1f-7265-4784-93f9-5dbeec84a881,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.616448 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.619143 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:58.627903 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.631919 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device b940f234-bd94-4f14-bed1-1bdb473e33c1 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:11:58.641305 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.650091 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.653748 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.686664 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.729046 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:58.798727 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:58.800249 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Pushing event updated for resources: {'Port': ['ID=8ffc0aef-f6a2-460a-ac68-4469694989dd,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.801596 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.818473 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.823574 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:58.831508 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:58.832468 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.852780 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1789501 Apr 30 13:11:58.868072 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.883970 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.909671 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6302135 Apr 30 13:11:58.998657 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port b940f234-bd94-4f14-bed1-1bdb473e33c1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b940f234-bd94-4f14-bed1-1bdb473e33c1,segment=NetworkSegment(e1f1786c-e8f0-43f8-b45b-b5524ce91dd6),segment_id=e1f1786c-e8f0-43f8-b45b-b5524ce91dd6)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:59.016776 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': 'b940f234-bd94-4f14-bed1-1bdb473e33c1', 'network_id': 'd235c560-181a-488a-9dcb-f86ced8bda5b', 'port_id': 'b940f234-bd94-4f14-bed1-1bdb473e33c1', 'mac_address': 'fa:16:3e:4f:e9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f93789-5b4c-4903-9466-70693e5777c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:11:59.027948 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Request body: {'port': {'device_id': '2180ef6c-3e9e-43b4-9cb2-55419afac361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:59.097056 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.116319 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b940f234-bd94-4f14-bed1-1bdb473e33c1 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:11:59.133073 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port b940f234-bd94-4f14-bed1-1bdb473e33c1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b940f234-bd94-4f14-bed1-1bdb473e33c1,segment=NetworkSegment(e1f1786c-e8f0-43f8-b45b-b5524ce91dd6),segment_id=e1f1786c-e8f0-43f8-b45b-b5524ce91dd6)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:59.138691 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.140763 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:59.178211 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Pushing event updated for resources: {'Port': ['ID=5d1e20c7-ed33-4e0c-be86-5535af426656,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:59.182349 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:59.225460 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=b940f234-bd94-4f14-bed1-1bdb473e33c1,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:59.228453 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:59.261241 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.278156 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b85e03-f420-4b5d-88f3-09db235a96ff req-e36d1df2-8758-4ef6-b14a-05f5ddae793a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:59.286022 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b1b85e03-f420-4b5d-88f3-09db235a96ff req-e36d1df2-8758-4ef6-b14a-05f5ddae793a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 943 time: 0.3823369 Apr 30 13:11:59.373783 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc018db-3224-4212-a957-4e8a7b0e8dba req-4921231c-607c-480c-bb74-827b116be741 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:59.375984 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4dc018db-3224-4212-a957-4e8a7b0e8dba req-4921231c-607c-480c-bb74-827b116be741 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 945 time: 0.3004091 Apr 30 13:11:59.426970 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b1b85e03-f420-4b5d-88f3-09db235a96ff req-83190671-5485-49bc-8b37-fff7883a12d3 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399965 Apr 30 13:11:59.470121 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ed198a-4041-4c02-99e4-eb6b22522227 {{(pid=73799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:11:59.476317 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:59.479562 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:59.482383 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.539876 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['56f75cc9-7c35-4dc1-9fbf-8471d66b8dad'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:11:59.565703 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Transition to ACTIVE for port object 52ed198a-4041-4c02-99e4-eb6b22522227 will not be triggered until provisioned by entity L2. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:59.571648 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.605893 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['b940f234-bd94-4f14-bed1-1bdb473e33c1'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:11:59.614901 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4dc018db-3224-4212-a957-4e8a7b0e8dba req-90b4eb93-da58-4da8-8610-5ed3343d68f3 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237704 Apr 30 13:11:59.633755 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:59.764407 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d0ba361a-afc2-4c4e-b66a-ac7220bd5a9b tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Synchronizing usage tracker for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:security_group {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:11:59.822487 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d0ba361a-afc2-4c4e-b66a-ac7220bd5a9b tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Unset dirty status for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:security_group {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:11:59.825608 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d0ba361a-afc2-4c4e-b66a-ac7220bd5a9b tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--467790023&fields=id&tenant_id=5e15f8e9fff347afa47efc1324773c90 HTTP/1.1" status: 200 len: 267 time: 0.2580428 Apr 30 13:12:00.015314 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Pushing event updated for resources: {'Port': ['ID=52ed198a-4041-4c02-99e4-eb6b22522227,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:00.020974 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Attempting to bind port 52ed198a-4041-4c02-99e4-eb6b22522227 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:00.021315 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Attempting to bind port 52ed198a-4041-4c02-99e4-eb6b22522227 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:00.021648 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Attempting to bind port 52ed198a-4041-4c02-99e4-eb6b22522227 on network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:00.025962 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:00.033612 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-448b747a-9751-4b6f-b8b3-f096b722f903 None None] Provisioning complete for port 5d1e20c7-ed33-4e0c-be86-5535af426656 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:00.034207 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-448b747a-9751-4b6f-b8b3-f096b722f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.035816 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Port 52ed198a-4041-4c02-99e4-eb6b22522227 on network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:00.036143 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Attempting to bind port 52ed198a-4041-4c02-99e4-eb6b22522227 on network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:00.048959 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:00.049297 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Checking segment: {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:00.049681 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Bound using segment: {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:00.050147 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Bound port: 52ed198a-4041-4c02-99e4-eb6b22522227, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'}}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:00.050642 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.066066 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Router 5d328752-7daa-4959-8c10-85ac13ead339 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:12:00.147506 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-448b747a-9751-4b6f-b8b3-f096b722f903 None None] Port 5d1e20c7-ed33-4e0c-be86-5535af426656 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:12:00.314846 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fc28e-ed9a-456b-ba2d-80ed0323c013 req-2d5fee52-27f3-4e65-9206-98287d177ae9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:00.315584 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-a39fc28e-ed9a-456b-ba2d-80ed0323c013 req-2d5fee52-27f3-4e65-9206-98287d177ae9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Synchronizing usage tracker for tenant:cdf5092e22084f8dac209304b975e02b on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:00.327428 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-69da6628-6c57-43c2-b6db-88679d9a2818 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:00.328254 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-69da6628-6c57-43c2-b6db-88679d9a2818 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Synchronizing usage tracker for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:network {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:00.354857 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-a39fc28e-ed9a-456b-ba2d-80ed0323c013 req-2d5fee52-27f3-4e65-9206-98287d177ae9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Unset dirty status for tenant:cdf5092e22084f8dac209304b975e02b on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:00.364274 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a39fc28e-ed9a-456b-ba2d-80ed0323c013 req-2d5fee52-27f3-4e65-9206-98287d177ae9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 932 time: 0.4834554 Apr 30 13:12:00.365864 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] For port 52ed198a-4041-4c02-99e4-eb6b22522227, host hv-cinder-78445, cleared binding levels {{(pid=73799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:00.387591 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] For port 52ed198a-4041-4c02-99e4-eb6b22522227, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=52ed198a-4041-4c02-99e4-eb6b22522227,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:00.393442 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.401114 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:00.418661 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-69da6628-6c57-43c2-b6db-88679d9a2818 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Unset dirty status for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:network {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:00.419840 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-69da6628-6c57-43c2-b6db-88679d9a2818 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 816 time: 0.5409703 Apr 30 13:12:00.450314 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-a39fc28e-ed9a-456b-ba2d-80ed0323c013 req-39cbe0cb-140a-48fb-b178-99ffab8b90f9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Synchronizing usage tracker for tenant:cdf5092e22084f8dac209304b975e02b on resource:security_group {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:00.457523 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-840ca289-1a51-4d79-9e53-4c8de1926e91 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/quotas/5e15f8e9fff347afa47efc1324773c90 HTTP/1.1" status: 200 len: 375 time: 0.0194225 Apr 30 13:12:00.490283 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:00.506279 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] 10.222.0.66 "PUT /v2.0/routers/5d328752-7daa-4959-8c10-85ac13ead339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3667130 Apr 30 13:12:00.506464 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Sync routers for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:00.506895 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Pushing event updated for resources: {'Port': ['ID=52ed198a-4041-4c02-99e4-eb6b22522227,revision_number=3']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:00.517636 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:00.520317 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:00.520831 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:00.524705 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:00.525439 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.526997 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] 10.222.0.87 "PUT /v2.0/ports/52ed198a-4041-4c02-99e4-eb6b22522227 HTTP/1.1" status: 200 len: 1093 time: 3.2327101 Apr 30 13:12:00.527498 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927a41e9-114f-429c-be8b-962a385d818f', 'tag': '52ed198a-4041-4c02-99e4-eb6b22522227'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:00.570825 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-a39fc28e-ed9a-456b-ba2d-80ed0323c013 req-39cbe0cb-140a-48fb-b178-99ffab8b90f9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Unset dirty status for tenant:cdf5092e22084f8dac209304b975e02b on resource:security_group {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:00.585533 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a39fc28e-ed9a-456b-ba2d-80ed0323c013 req-39cbe0cb-140a-48fb-b178-99ffab8b90f9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140622 Apr 30 13:12:00.629484 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffc0aef-f6a2-460a-ac68-4469694989dd {{(pid=73798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:00.659845 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.713783 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Transition to ACTIVE for port object 8ffc0aef-f6a2-460a-ac68-4469694989dd will not be triggered until provisioned by entity L2. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:00.725671 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.733642 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:00.744537 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-b7ecddeb-26ba-4b37-bd55-ae4455498908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:00.748794 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-b7ecddeb-26ba-4b37-bd55-ae4455498908 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1096 time: 0.1549954 Apr 30 13:12:00.805381 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-e6912445-31bc-4086-84bd-951e805f1624 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Synchronizing usage tracker for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:00.838600 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:00.839328 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-56b9f2ff-437f-4b0a-95cf-8859d1b03ca6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed198a-4041-4c02-99e4-eb6b22522227 HTTP/1.1" status: 200 len: 217 time: 0.0769196 Apr 30 13:12:00.927833 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-84e2d297-2a7b-419c-a710-42f2aee57b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:00.929378 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-84e2d297-2a7b-419c-a710-42f2aee57b38 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.0838468 Apr 30 13:12:00.980522 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-5e65f0d8-934e-4857-8ec8-89994257a6ea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437446 Apr 30 13:12:01.012282 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-e6912445-31bc-4086-84bd-951e805f1624 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Unset dirty status for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:01.013018 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-e6912445-31bc-4086-84bd-951e805f1624 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5402627 Apr 30 13:12:01.063255 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Pushing event updated for resources: {'Port': ['ID=8ffc0aef-f6a2-460a-ac68-4469694989dd,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:01.081200 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:01.150324 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-0a060199-ac8c-4b9c-8620-674731d93511 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633210 Apr 30 13:12:01.204997 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Attempting to bind port 8ffc0aef-f6a2-460a-ac68-4469694989dd on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:01.204997 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Attempting to bind port 8ffc0aef-f6a2-460a-ac68-4469694989dd by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:01.204997 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Attempting to bind port 8ffc0aef-f6a2-460a-ac68-4469694989dd on network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:01.232731 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Port 8ffc0aef-f6a2-460a-ac68-4469694989dd on network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:01.233060 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Attempting to bind port 8ffc0aef-f6a2-460a-ac68-4469694989dd on network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:01.249151 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:01.249489 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Checking segment: {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:01.249883 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Bound using segment: {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:01.250322 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Bound port: 8ffc0aef-f6a2-460a-ac68-4469694989dd, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f27ce04-4d07-47ed-a238-b1d1830fb60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6'}}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:01.250670 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.281406 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467f0d5-04dd-4ece-b7cd-b745468f7040 req-a2127b24-6b09-440a-8c20-70a30b336663 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:01.283170 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5467f0d5-04dd-4ece-b7cd-b745468f7040 req-a2127b24-6b09-440a-8c20-70a30b336663 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 944 time: 0.5022709 Apr 30 13:12:01.315374 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:11:58Z', 'revision_number': 2, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:01.321599 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Checking router: 5d328752-7daa-4959-8c10-85ac13ead339 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:01.322467 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Updating router 5d328752-7daa-4959-8c10-85ac13ead339 port 5d1e20c7-ed33-4e0c-be86-5535af426656 binding host dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:12:01.349748 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-1465add0-4dfd-4ec0-953e-b7e876a2604d req-f78ae73a-e824-4cce-b3e1-caf10af5034d service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927669 Apr 30 13:12:01.398420 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-ea7f635b-197c-4ac7-af54-ecd9cfddbcef service neutron] 10.222.0.66 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662124 Apr 30 13:12:01.405030 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5467f0d5-04dd-4ece-b7cd-b745468f7040 req-5023bad3-b102-47fb-9f41-7ff6f6930a0c tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823295 Apr 30 13:12:01.417220 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.499421 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927a41e9-114f-429c-be8b-962a385d818f', 'tag': '52ed198a-4041-4c02-99e4-eb6b22522227', 'status': 'completed', 'code': 200} Apr 30 13:12:01.530067 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] For port 8ffc0aef-f6a2-460a-ac68-4469694989dd, host hv-cinder-78445, cleared binding levels {{(pid=73798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:01.539924 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] For port 8ffc0aef-f6a2-460a-ac68-4469694989dd, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8ffc0aef-f6a2-460a-ac68-4469694989dd,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:01.548786 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.564001 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:01.622967 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:01.625464 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.626886 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] 10.222.0.87 "PUT /v2.0/ports/8ffc0aef-f6a2-460a-ac68-4469694989dd HTTP/1.1" status: 200 len: 1094 time: 2.6139686 Apr 30 13:12:01.632377 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2180ef6c-3e9e-43b4-9cb2-55419afac361', 'tag': '8ffc0aef-f6a2-460a-ac68-4469694989dd'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:01.772313 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-4c49dbe6-4fd6-4fde-9b43-9d803b8c986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:01.774568 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-4c49dbe6-4fd6-4fde-9b43-9d803b8c986b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1096 time: 0.2357783 Apr 30 13:12:01.835691 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-a7cf41ae-a470-424a-a916-a30f4226c04a service neutron] 10.222.0.66 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233246 Apr 30 13:12:01.873537 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Pushing event updated for resources: {'Port': ['ID=8ffc0aef-f6a2-460a-ac68-4469694989dd,revision_number=3']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:01.890766 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:02.001590 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-be33b4ce-e717-405a-aaab-0545d8eb01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:02.003220 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-be33b4ce-e717-405a-aaab-0545d8eb01d5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 1097 time: 0.3168066 Apr 30 13:12:02.029326 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e60afb-335b-4e53-b2f9-988e50594da3 req-5b38e3bc-5021-4ce4-8d05-f97eef2f011f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:02.030899 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d8e60afb-335b-4e53-b2f9-988e50594da3 req-5b38e3bc-5021-4ce4-8d05-f97eef2f011f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 945 time: 0.3490214 Apr 30 13:12:02.036954 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2ed8beb9-032d-4046-892f-2c0256cdd1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.225494 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:02.228125 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-19a894c0-52e6-47aa-bf25-4c0ab8d3a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:02.239773 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-19a894c0-52e6-47aa-bf25-4c0ab8d3a499 service neutron] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 920 time: 0.4486997 Apr 30 13:12:02.259654 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-8c308252-818f-41a7-872e-510c74b18295 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ffc0aef-f6a2-460a-ac68-4469694989dd HTTP/1.1" status: 200 len: 217 time: 0.2390242 Apr 30 13:12:02.370996 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d8e60afb-335b-4e53-b2f9-988e50594da3 req-e9ffbe2f-03ad-4004-bb3c-e28612a7980b tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097182 Apr 30 13:12:02.381276 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-b2ded1ed-f365-411b-b258-0d2295121146 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed198a-4041-4c02-99e4-eb6b22522227 HTTP/1.1" status: 200 len: 217 time: 0.1395640 Apr 30 13:12:02.402649 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:02.429286 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.435843 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:02.436230 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.447120 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-e69c09ec-f153-4037-8f4d-418378116f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:02.451410 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-e69c09ec-f153-4037-8f4d-418378116f81 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.1834693 Apr 30 13:12:02.516695 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Transition to ACTIVE for port object 5d1e20c7-ed33-4e0c-be86-5535af426656 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:02.529945 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-90d9c148-226e-49fb-bd02-3e4088625d16 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709445 Apr 30 13:12:02.531062 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-d8ca1b5d-2d9e-4e46-af9f-80aa5f08e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:02.532559 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-d8ca1b5d-2d9e-4e46-af9f-80aa5f08e13e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.1460719 Apr 30 13:12:02.534152 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.559750 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b21c2a81-5693-4fd5-bbd1-7ed18a3ace0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:02.605105 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37716) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:02.616178 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-87c08db7-791d-44b5-9fe1-f9f3f1628d97 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720360 Apr 30 13:12:02.853220 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e689a-58ee-4494-a117-34485fa04902 None None] Pushing event updated for resources: {'Port': ['ID=5d1e20c7-ed33-4e0c-be86-5535af426656,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:02.859172 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1e8e689a-58ee-4494-a117-34485fa04902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:02.868634 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37724) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:02.877755 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796513680', 'description': 'tempest-description--655543910'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:02.900156 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:02.932600 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:security_group and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:02.936890 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:02.975362 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2180ef6c-3e9e-43b4-9cb2-55419afac361', 'tag': '8ffc0aef-f6a2-460a-ac68-4469694989dd', 'status': 'completed', 'code': 200} Apr 30 13:12:02.984305 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-effe4d36-e684-4b17-9790-14a195f06cff service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602836 Apr 30 13:12:02.985290 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:02.996122 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-ba4d4155-59a2-4912-b2c9-77a7ada68810 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547956 Apr 30 13:12:03.012165 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263976c5-7996-46bf-b688-4c880d3686f4 req-41d0f0d9-ad64-4c0c-aff4-1e69ed4327aa tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:03.013591 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-263976c5-7996-46bf-b688-4c880d3686f4 req-41d0f0d9-ad64-4c0c-aff4-1e69ed4327aa tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 944 time: 0.3790724 Apr 30 13:12:03.044602 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.121718 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Attempting to bind port 5d1e20c7-ed33-4e0c-be86-5535af426656 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:03.122684 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Attempting to bind port 5d1e20c7-ed33-4e0c-be86-5535af426656 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:03.123284 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Attempting to bind port 5d1e20c7-ed33-4e0c-be86-5535af426656 on network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:03.131879 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.161272 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:03.161905 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Checking segment: {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:03.162502 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.163123 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Bound using segment: {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:03.163781 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Bound port: 5d1e20c7-ed33-4e0c-be86-5535af426656, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:03.164343 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.176542 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae92735-d33b-4270-93a2-0f9f42406150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f75cc9-7c35-4dc1-9fbf-8471d66b8dad'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:03.183569 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:03.185566 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0201c537-b84c-478a-a3d8-1e7749c4a0fb req-bbafa279-df74-4e0a-8daf-caa5c467bbb4 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0437348 Apr 30 13:12:03.202188 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Usage tracker for resource:security_group_rule and tenant:f792d68bb03b41aaab16da6d1307cf33 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:03.208343 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:03.220210 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:03.222058 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-263976c5-7996-46bf-b688-4c880d3686f4 req-5871a7fe-a4b9-4b71-88c9-8d7ff678af62 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718483 Apr 30 13:12:03.257595 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.268325 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-728d002c-6b3b-46c9-b5ee-a8cc0532d01c req-cc20fc14-babc-4287-a813-4b8e01de1b6a service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641697 Apr 30 13:12:03.335736 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:03.340014 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:security_group_rule and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:03.343270 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:03.350407 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:03.365893 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:03.413351 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4debf060-f869-4359-8fcf-0ed44ba4e6be req-ceb7a789-ea71-43d2-b93e-fb29238e7271 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044642 Apr 30 13:12:03.418379 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.419267 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device b940f234-bd94-4f14-bed1-1bdb473e33c1 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:03.456234 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:03.549297 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.562197 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.582851 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.588526 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b794e570-766d-4da1-b370-ff86608bb3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:03.657803 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83491273-2e25-4e83-8b46-444c29a1ca77,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:03.663804 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] For port 5d1e20c7-ed33-4e0c-be86-5535af426656, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:03.667896 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] For port 5d1e20c7-ed33-4e0c-be86-5535af426656, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=5d1e20c7-ed33-4e0c-be86-5535af426656,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:03.677469 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.678599 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:03.691013 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.693598 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:03.749418 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:03.750050 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:11:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:03.776938 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.781419 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9117906 Apr 30 13:12:03.793670 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37748) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:03.812749 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f792d68bb03b41aaab16da6d1307cf33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2064390 Apr 30 13:12:03.822239 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37752) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:03.893549 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'security_group_rule': {'security_group_id': '83491273-2e25-4e83-8b46-444c29a1ca77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:03.908076 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:03.921609 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:security_group_rule and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:03.925168 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:03.939154 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:03.960849 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb98486-b792-41a7-8ce6-a095fc205007,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:03.961535 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d222e7-bd38-4479-b9b5-457f7819620f req-f8117e4d-98af-441b-8d2b-e872a4506188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:03.966161 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-36d222e7-bd38-4479-b9b5-457f7819620f req-f8117e4d-98af-441b-8d2b-e872a4506188 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 1097 time: 0.4751165 Apr 30 13:12:04.014477 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:04.033484 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:04.071459 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.109206 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82617bfe-2e77-43d8-93d6-6da083dc1b5b req-562b06a6-37f2-43c3-82c2-d7cc0f250e25 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.112490 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-82617bfe-2e77-43d8-93d6-6da083dc1b5b req-562b06a6-37f2-43c3-82c2-d7cc0f250e25 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 946 time: 0.5007012 Apr 30 13:12:04.135191 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bf340-1478-4923-b4e7-536b317f6d4d req-5e78bc45-315f-4dff-b564-a95a15fac36b tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.136583 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:04.137042 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8a0bf340-1478-4923-b4e7-536b317f6d4d req-5e78bc45-315f-4dff-b564-a95a15fac36b tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 944 time: 0.7611561 Apr 30 13:12:04.140510 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:04.144942 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:04.277517 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.295136 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-df2739fe-b414-4bab-86c8-d111bf26b4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.307976 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e689a-58ee-4494-a117-34485fa04902 None None] Pushing event updated for resources: {'Port': ['ID=5d1e20c7-ed33-4e0c-be86-5535af426656,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:04.311055 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1e8e689a-58ee-4494-a117-34485fa04902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:04.313392 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 52ed198a-4041-4c02-99e4-eb6b22522227 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:04.325600 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-df2739fe-b414-4bab-86c8-d111bf26b4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.375512 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.382484 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:04.395436 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-edaf995e-7bdc-44fc-80bf-f9fb70ad2ece tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.397086 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-edaf995e-7bdc-44fc-80bf-f9fb70ad2ece tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 816 time: 0.4373581 Apr 30 13:12:04.405121 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port b940f234-bd94-4f14-bed1-1bdb473e33c1 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:04.430934 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedb2bb7-3ced-443e-9d61-734f3c5c0e10,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:04.435063 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8a0bf340-1478-4923-b4e7-536b317f6d4d req-54da8914-93c0-46c3-8227-a17b9b3a51a7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674218 Apr 30 13:12:04.442037 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:04.453453 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-82617bfe-2e77-43d8-93d6-6da083dc1b5b req-b63ae0c6-69cd-4222-8745-9b3006006a37 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032971 Apr 30 13:12:04.453961 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-df2739fe-b414-4bab-86c8-d111bf26b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.467115 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-df2739fe-b414-4bab-86c8-d111bf26b4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.467279 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port b940f234-bd94-4f14-bed1-1bdb473e33c1 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:04.467431 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.468369 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-df2739fe-b414-4bab-86c8-d111bf26b4f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fcb98486-b792-41a7-8ce6-a095fc205007 HTTP/1.1" status: 204 len: 168 time: 0.6356015 Apr 30 13:12:04.473026 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5b165a38-08aa-4447-9fa0-cb44a9246120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:04.480711 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.487671 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d222e7-bd38-4479-b9b5-457f7819620f req-99a8554d-0226-4704-8531-b78bfec67a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.494081 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-36d222e7-bd38-4479-b9b5-457f7819620f req-99a8554d-0226-4704-8531-b78bfec67a89 service neutron] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 920 time: 0.4929643 Apr 30 13:12:04.494418 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6874611 Apr 30 13:12:04.494592 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37770) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:04.501496 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'security_group_rule': {'security_group_id': '83491273-2e25-4e83-8b46-444c29a1ca77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:04.509817 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-66c82b32-5330-4fef-911d-03bc6ac19916 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Synchronizing usage tracker for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:security_group {{(pid=73799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:04.514595 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2739fe-b414-4bab-86c8-d111bf26b4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb98486-b792-41a7-8ce6-a095fc205007,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:04.517096 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-df2739fe-b414-4bab-86c8-d111bf26b4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:04.526998 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-66c82b32-5330-4fef-911d-03bc6ac19916 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Unset dirty status for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:security_group {{(pid=73799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:04.528702 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-66c82b32-5330-4fef-911d-03bc6ac19916 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e15f8e9fff347afa47efc1324773c90 HTTP/1.1" status: 200 len: 379 time: 0.1138780 Apr 30 13:12:04.540672 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'port': {'device_id': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'admin_state_up': True, 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'security_groups': ['45792090-2e62-4afc-8e78-a2442b47fffa']}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:04.607150 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.db.resource_extend [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:12:04.621515 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:04.631429 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-36d222e7-bd38-4479-b9b5-457f7819620f req-bb065186-9f99-4662-abd1-da348c6dd913 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ffc0aef-f6a2-460a-ac68-4469694989dd HTTP/1.1" status: 200 len: 217 time: 0.1243086 Apr 30 13:12:04.643173 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:security_group_rule and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:04.658841 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:04.711509 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:04.726072 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:04.739742 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Made reservation on behalf of 5e15f8e9fff347afa47efc1324773c90 for: {'port': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:04.750615 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.810705 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-04e054e8-cd17-4ca2-aff0-2a87ed0db427 req-ca411ada-1f30-4bdb-9fa1-74c28beefabc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 210 time: 0.1633224 Apr 30 13:12:04.817903 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:04.820984 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae92735-d33b-4270-93a2-0f9f42406150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f75cc9-7c35-4dc1-9fbf-8471d66b8dad', 'code': 200} Apr 30 13:12:04.830644 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.866063 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.973926 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d222e7-bd38-4479-b9b5-457f7819620f req-e82ad04c-c834-42af-aebd-27af9a12dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.975443 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-36d222e7-bd38-4479-b9b5-457f7819620f req-e82ad04c-c834-42af-aebd-27af9a12dbb4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.3271282 Apr 30 13:12:05.029904 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Allocated IP 172.20.0.10 (3bbaba72-6e17-42f0-9885-591f0ca9895a/52d835e7-322e-4567-8aa6-3068d09197f6/2a7ebede-b4db-456f-8b81-eefdb8817ac2) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:05.046071 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-454ce122-321b-4480-a7b2-7aa480bc0a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.063102 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-36d222e7-bd38-4479-b9b5-457f7819620f req-6e93a0fa-d618-4683-b394-24bbb23a5510 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652299 Apr 30 13:12:05.106808 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37784) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:05.150347 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.203619 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 52ed198a-4041-4c02-99e4-eb6b22522227, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=52ed198a-4041-4c02-99e4-eb6b22522227,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:05.218467 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.234349 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '52ed198a-4041-4c02-99e4-eb6b22522227', 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6', 'port_id': '52ed198a-4041-4c02-99e4-eb6b22522227', 'mac_address': 'fa:16:3e:65:c8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb03360-3e1a-420b-bc8d-200404b51b98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:05.237078 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:05.241917 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-36d222e7-bd38-4479-b9b5-457f7819620f req-b646e1de-4e72-42f4-82fe-2e1675cb47ae service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649847 Apr 30 13:12:05.259779 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Usage tracker for resource:security_group_rule and tenant:2baf821f86d0415ba705d76c7d053f56 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:05.267522 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:05.307805 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:05.321341 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.346556 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ed198a-4041-4c02-99e4-eb6b22522227 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:05.364714 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 52ed198a-4041-4c02-99e4-eb6b22522227, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=52ed198a-4041-4c02-99e4-eb6b22522227,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:05.385436 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:03Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:05.410830 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.415215 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.421420 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:05.425778 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.436274 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9071ee-a30a-41c1-9dcf-1f17df2a4218 req-a918c509-8288-4340-a5d3-1d3cd7450e4a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:05.444550 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2f9071ee-a30a-41c1-9dcf-1f17df2a4218 req-a918c509-8288-4340-a5d3-1d3cd7450e4a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 944 time: 0.5527921 Apr 30 13:12:05.473822 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:05.513668 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c2d68-88e7-4620-bc17-d853ce731184 None None] The sync data for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb is: [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:03Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:05.631327 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port b940f234-bd94-4f14-bed1-1bdb473e33c1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b940f234-bd94-4f14-bed1-1bdb473e33c1,segment=NetworkSegment(e1f1786c-e8f0-43f8-b45b-b5524ce91dd6),segment_id=e1f1786c-e8f0-43f8-b45b-b5524ce91dd6)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:05.638630 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.641683 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-7601563c-8091-49ae-8a9a-40eb13a4581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:05.643970 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-7601563c-8091-49ae-8a9a-40eb13a4581e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 1099 time: 0.6090834 Apr 30 13:12:05.672988 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.713571 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2f9071ee-a30a-41c1-9dcf-1f17df2a4218 req-65b2caf6-04af-4b8e-91fe-d01215a63502 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611418 Apr 30 13:12:05.714519 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a53ccb-b861-43ad-b061-d30b62cb02fd,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:05.735479 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:05.744749 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.763885 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.771491 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=52ed198a-4041-4c02-99e4-eb6b22522227,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:05.771706 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Transition to ACTIVE for port object 2a7ebede-b4db-456f-8b81-eefdb8817ac2 will not be triggered until provisioned by entity DHCP. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:05.778354 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.780164 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-97af6cb8-e98c-4d0d-9807-992be41030d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2844877 Apr 30 13:12:05.783750 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37814) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:05.788438 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:05.794936 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:05.811140 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'floatingip': {'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:05.826031 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.828916 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.829498 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:05.841775 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:floatingip and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:05.856103 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:05.860100 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['52ed198a-4041-4c02-99e4-eb6b22522227'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:05.861117 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:05.876309 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:05.947914 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:05.952426 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:05.964675 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:05.965733 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:05.969240 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:05.969421 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-36d222e7-bd38-4479-b9b5-457f7819620f req-c95942c9-17a2-4e7a-b749-2c2f972376d3 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201564 Apr 30 13:12:05.998613 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:06.001693 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.034310 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.103374 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=b940f234-bd94-4f14-bed1-1bdb473e33c1,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:06.120342 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:06.138718 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:06.142155 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.162725 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Usage tracker for resource:security_group_rule and tenant:8dd64eef46dc4a539f2502e95f9cc013 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:06.168955 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.172699 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:06.219365 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:06.221338 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:06.245967 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 8ffc0aef-f6a2-460a-ac68-4469694989dd details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:06.323346 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7884016 Apr 30 13:12:06.381844 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Request body: {'port': {'device_id': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:06.405531 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf928f1-fc7f-480b-ad8e-1460fecc17cd req-01b1ee9f-ae4e-4833-b119-675cf0089abc tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:06.412915 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-eaf928f1-fc7f-480b-ad8e-1460fecc17cd req-01b1ee9f-ae4e-4833-b119-675cf0089abc tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 945 time: 0.4370666 Apr 30 13:12:06.446015 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a63875-cefc-4ba3-939e-d1e912fe9631,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:06.459182 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:06.464181 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff4bf3-af6b-452c-ab2f-21ba820e641f req-6d042c8b-4e15-4a84-a8b3-829bcddd6508 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:06.467250 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-92ff4bf3-af6b-452c-ab2f-21ba820e641f req-6d042c8b-4e15-4a84-a8b3-829bcddd6508 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 946 time: 0.5650775 Apr 30 13:12:06.481451 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2baf821f86d0415ba705d76c7d053f56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3702466 Apr 30 13:12:06.483940 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37834) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:06.571560 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-eaf928f1-fc7f-480b-ad8e-1460fecc17cd req-97be9f28-88d3-4bf0-ad6d-3ae01376a513 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573865 Apr 30 13:12:06.586657 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-92ff4bf3-af6b-452c-ab2f-21ba820e641f req-6e71276a-c050-4925-b3c5-cee205e6a006 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024418 Apr 30 13:12:06.616829 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.630501 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.652832 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 8ffc0aef-f6a2-460a-ac68-4469694989dd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8ffc0aef-f6a2-460a-ac68-4469694989dd,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:06.666409 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-1ef7dc1b-973e-4f15-a6f0-8eec7f28ace0 None None] Provisioning for port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:06.667556 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.675675 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-1ef7dc1b-973e-4f15-a6f0-8eec7f28ace0 None None] Provisioning complete for port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:06.677391 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1ef7dc1b-973e-4f15-a6f0-8eec7f28ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.748450 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-dc281c5e-53bb-4d9e-b947-d0302487af7f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:06.777540 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7dc1b-973e-4f15-a6f0-8eec7f28ace0 None None] Port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:12:06.779278 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '8ffc0aef-f6a2-460a-ac68-4469694989dd', 'network_id': '751c6f38-c1bc-419a-8fcc-b03306c74fa6', 'port_id': '8ffc0aef-f6a2-460a-ac68-4469694989dd', 'mac_address': 'fa:16:3e:9c:54:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb03360-3e1a-420b-bc8d-200404b51b98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:06.835122 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b940f234-bd94-4f14-bed1-1bdb473e33c1'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:06.875894 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.916756 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffc0aef-f6a2-460a-ac68-4469694989dd {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:06.936097 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f1ea610b-113d-4f4e-90e3-145c03d1cc55 req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1396830 Apr 30 13:12:06.940560 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 8ffc0aef-f6a2-460a-ac68-4469694989dd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8ffc0aef-f6a2-460a-ac68-4469694989dd,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:06.948286 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.950411 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-74099b0e-6990-4d31-90b0-180a260beca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:06.953803 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9237e1a8-529d-4e11-92d1-4a9ce7ac189a,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:06.965520 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:06.993948 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b7245-8da8-4307-b778-08de11d52c0c req-ce0816d4-2047-418c-836c-3e281e6761dc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:06.996644 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d4d6eb7-faae-49c9-8e8d-a72c4c1479e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.998898 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.001349 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dc9b7245-8da8-4307-b778-08de11d52c0c req-ce0816d4-2047-418c-836c-3e281e6761dc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 932 time: 0.2350540 Apr 30 13:12:07.064478 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=8ffc0aef-f6a2-460a-ac68-4469694989dd,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:07.072878 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Allocated IP 172.28.1.129 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/5d7c0275-9b8e-4317-98cd-28eacf501dce) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:07.075103 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.075999 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:07.087686 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dc9b7245-8da8-4307-b778-08de11d52c0c req-e7b369c5-929b-4d23-a768-879e82ed13b5 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853465 Apr 30 13:12:07.093069 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d4d6eb7-faae-49c9-8e8d-a72c4c1479e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.149605 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b940f234-bd94-4f14-bed1-1bdb473e33c1', 'code': 200} Apr 30 13:12:07.215553 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 5d1e20c7-ed33-4e0c-be86-5535af426656 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:07.280397 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d4d6eb7-faae-49c9-8e8d-a72c4c1479e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.289145 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:07.308336 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e33e-ad14-44aa-83c7-10ee8c712e4c req-685baf90-80f2-4b4e-b1a5-e2e4f6e0af1b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:07.309235 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8117e33e-ad14-44aa-83c7-10ee8c712e4c req-685baf90-80f2-4b4e-b1a5-e2e4f6e0af1b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 945 time: 0.3989086 Apr 30 13:12:07.351377 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['8ffc0aef-f6a2-460a-ac68-4469694989dd'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:07.357666 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d6eb7-faae-49c9-8e8d-a72c4c1479e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a63875-cefc-4ba3-939e-d1e912fe9631,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:07.363791 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d4d6eb7-faae-49c9-8e8d-a72c4c1479e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:07.377770 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5d4d6eb7-faae-49c9-8e8d-a72c4c1479e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.381777 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5d4d6eb7-faae-49c9-8e8d-a72c4c1479e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80a63875-cefc-4ba3-939e-d1e912fe9631 HTTP/1.1" status: 204 len: 168 time: 0.8706660 Apr 30 13:12:07.427317 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8117e33e-ad14-44aa-83c7-10ee8c712e4c req-74d495d4-4ac4-4534-8b81-30ae52dd84f5 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012750 Apr 30 13:12:07.444080 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 5d1e20c7-ed33-4e0c-be86-5535af426656 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:07.458029 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.469200 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 5d1e20c7-ed33-4e0c-be86-5535af426656 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:07.469584 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.495205 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.510394 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:07.561666 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7ebede-b4db-456f-8b81-eefdb8817ac2 {{(pid=73799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:07.569640 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:07.572664 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:07.576660 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:07.664030 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.693683 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Transition to ACTIVE for port object 2a7ebede-b4db-456f-8b81-eefdb8817ac2 will not be triggered until provisioned by entity L2. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:07.700196 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.714663 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:07.775742 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'Port': ['ID=5d7c0275-9b8e-4317-98cd-28eacf501dce,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:07.791673 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:07.846133 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.930690 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.975199 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 5d1e20c7-ed33-4e0c-be86-5535af426656, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=5d1e20c7-ed33-4e0c-be86-5535af426656,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:08.010566 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.023514 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1e8e689a-58ee-4494-a117-34485fa04902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:08.179605 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.190745 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=5d1e20c7-ed33-4e0c-be86-5535af426656,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:08.195808 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:08.197990 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:08.220280 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83f7fc-3970-40e0-be14-8aa9a87140a2 req-07ad51cc-89a6-4e83-899b-633e56b31604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.221760 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-db83f7fc-3970-40e0-be14-8aa9a87140a2 req-07ad51cc-89a6-4e83-899b-633e56b31604 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 1098 time: 0.6548734 Apr 30 13:12:08.223165 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:08.258017 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Attempting to bind port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:08.258337 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Attempting to bind port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:08.258656 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Attempting to bind port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 on network 3bbaba72-6e17-42f0-9885-591f0ca9895a {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:08.264442 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 on network 3bbaba72-6e17-42f0-9885-591f0ca9895a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:08.264754 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Attempting to bind port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 on network 3bbaba72-6e17-42f0-9885-591f0ca9895a {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:08.282695 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-db83f7fc-3970-40e0-be14-8aa9a87140a2 req-0cbd11ea-8449-438d-9a90-680e81c1bbeb service neutron] Synchronizing usage tracker for tenant:8dd64eef46dc4a539f2502e95f9cc013 on resource:security_group {{(pid=73799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:08.289335 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 52ed198a-4041-4c02-99e4-eb6b22522227 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:08.289507 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:08.297062 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0db6b6-faa2-4d37-b60a-bad48c37b8cb req-677cd579-6e6d-499d-8fe0-88e2b7ec093b tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.305670 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8d0db6b6-faa2-4d37-b60a-bad48c37b8cb req-677cd579-6e6d-499d-8fe0-88e2b7ec093b tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 945 time: 0.4447129 Apr 30 13:12:08.306185 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Checking segment: {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:08.306832 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Bound using segment: {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:08.307469 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Bound port: 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'}}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:08.307970 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.336148 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760b1d-ed0c-4492-bfe8-21394cdd34fe req-da121502-f182-4b6f-bb80-d3d56807f259 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.345636 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-95760b1d-ed0c-4492-bfe8-21394cdd34fe req-da121502-f182-4b6f-bb80-d3d56807f259 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 946 time: 0.4168594 Apr 30 13:12:08.371846 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-db83f7fc-3970-40e0-be14-8aa9a87140a2 req-0cbd11ea-8449-438d-9a90-680e81c1bbeb service neutron] Unset dirty status for tenant:8dd64eef46dc4a539f2502e95f9cc013 on resource:security_group {{(pid=73799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:08.373210 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-db83f7fc-3970-40e0-be14-8aa9a87140a2 req-0cbd11ea-8449-438d-9a90-680e81c1bbeb service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404579 Apr 30 13:12:08.401018 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 52ed198a-4041-4c02-99e4-eb6b22522227 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:08.417900 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 52ed198a-4041-4c02-99e4-eb6b22522227 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:08.418487 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.529471 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, cleared binding levels {{(pid=73799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:08.529620 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-95760b1d-ed0c-4492-bfe8-21394cdd34fe req-75879fcc-57ca-4682-9c0d-2d056fdc2169 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697173 Apr 30 13:12:08.530179 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:08.540030 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.551427 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:08.556299 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8d0db6b6-faa2-4d37-b60a-bad48c37b8cb req-e828f2be-7f7b-4d2a-b89f-8f42da7a4b0c tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496030 Apr 30 13:12:08.576680 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37896) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:08.631998 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.669085 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.669856 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.673125 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] 10.222.0.87 "PUT /v2.0/ports/2a7ebede-b4db-456f-8b81-eefdb8817ac2 HTTP/1.1" status: 200 len: 1094 time: 2.2973030 Apr 30 13:12:08.690501 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:08.703664 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 52ed198a-4041-4c02-99e4-eb6b22522227, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=52ed198a-4041-4c02-99e4-eb6b22522227,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:08.708605 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.710570 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:08.751448 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.766458 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.778382 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:08.790853 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=3']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:08.801414 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:08.933139 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=52ed198a-4041-4c02-99e4-eb6b22522227,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:08.937180 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:08.987092 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-6fc83213-36fa-4f80-8593-e1db271c7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.989326 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-6fc83213-36fa-4f80-8593-e1db271c7cdb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.1567757 Apr 30 13:12:09.074685 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.080888 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.091369 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fdffe9f6-7dcb-4609-8b4f-ce5fd6813d92 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2 HTTP/1.1" status: 200 len: 217 time: 0.0852780 Apr 30 13:12:09.140203 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'Port': ['ID=5d7c0275-9b8e-4317-98cd-28eacf501dce,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:09.143408 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:09.150926 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:09.153649 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927a41e9-114f-429c-be8b-962a385d818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ed198a-4041-4c02-99e4-eb6b22522227'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:09.158484 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Usage tracker for resource:security_group_rule and tenant:8eeda2a378854af184baa0034ce6de44 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:09.163713 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:09.173998 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:09.175136 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 5d1e20c7-ed33-4e0c-be86-5535af426656 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:09.177467 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.178722 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3864865 Apr 30 13:12:09.243138 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db40158-620a-4c2f-a7c4-8d87c23b5fab req-f34a14c8-1bdf-420b-9510-9c7b6419b4c0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:09.244650 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5db40158-620a-4c2f-a7c4-8d87c23b5fab req-f34a14c8-1bdf-420b-9510-9c7b6419b4c0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.4672699 Apr 30 13:12:09.260732 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d3685724-75f7-4027-9362-17c243267c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:09.262711 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-d3685724-75f7-4027-9362-17c243267c4f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.1537735 Apr 30 13:12:09.262998 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20952e4d-c91f-4eec-b971-7c5da931cf8f req-39f1503f-82d9-412d-b4a9-5b85a2fe8af2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:09.264454 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-20952e4d-c91f-4eec-b971-7c5da931cf8f req-39f1503f-82d9-412d-b4a9-5b85a2fe8af2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 945 time: 0.2904530 Apr 30 13:12:09.306230 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 5d1e20c7-ed33-4e0c-be86-5535af426656 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:09.306594 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.357874 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5db40158-620a-4c2f-a7c4-8d87c23b5fab req-16d574bb-736b-4342-ab03-05acfb7faf72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046968 Apr 30 13:12:09.372840 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-20952e4d-c91f-4eec-b971-7c5da931cf8f req-00ebb023-3e75-422e-8846-51fc95718e73 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899806 Apr 30 13:12:09.471136 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.476189 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.477787 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927a41e9-114f-429c-be8b-962a385d818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ed198a-4041-4c02-99e4-eb6b22522227', 'code': 200} Apr 30 13:12:09.478261 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'status': 'completed', 'code': 200} Apr 30 13:12:09.489292 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3c9c3bee-2d32-4c4e-b812-e6dc5d012ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:09.526947 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-4b85fdd2-753a-47e0-aaf9-a75ea9546ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:09.529515 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-4b85fdd2-753a-47e0-aaf9-a75ea9546ad3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2545750 Apr 30 13:12:09.544796 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8eeda2a378854af184baa0034ce6de44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9700773 Apr 30 13:12:09.546569 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2affd353-9b20-41b5-8a0b-67189ed15b94,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:09.547500 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37934) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:09.550768 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:09.789409 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 37950) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:09.846451 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-f18c15b0-7338-4a9b-b832-affab2648518 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--796513680&fields=id&tenant_id=66bc11550cde4176bc12418cfcf191e2 HTTP/1.1" status: 200 len: 267 time: 0.0577588 Apr 30 13:12:09.864671 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7e8800da-411a-4cff-a99f-1c26a3ba2c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.893892 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7e8800da-411a-4cff-a99f-1c26a3ba2c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.970713 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf286f0-57c4-4927-a7d2-3316ae49b408 req-eccbb1f3-7d80-453d-9946-289865ad3b29 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:09.973422 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4cf286f0-57c4-4927-a7d2-3316ae49b408 req-eccbb1f3-7d80-453d-9946-289865ad3b29 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 946 time: 0.2803018 Apr 30 13:12:10.028519 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-2143aff4-9cad-44a5-81ef-929c7961641d service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269869 Apr 30 13:12:10.036709 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.078460 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4cf286f0-57c4-4927-a7d2-3316ae49b408 req-f429dc73-e91f-4267-a65f-a74ef0d15e81 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994520 Apr 30 13:12:10.083436 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:10.102722 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:9adc873df2e741538700dbd08b5ab7a1 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:10.103469 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:10.111902 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:10.119461 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-abd90665-45a1-4cff-839c-cebf02374b95 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:10.121053 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-abd90665-45a1-4cff-839c-cebf02374b95 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 811 time: 0.2615066 Apr 30 13:12:10.149801 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-107864e6-af40-4ca8-a040-02009318df44 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/quotas/66bc11550cde4176bc12418cfcf191e2 HTTP/1.1" status: 200 len: 375 time: 0.0213258 Apr 30 13:12:10.209290 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7e8800da-411a-4cff-a99f-1c26a3ba2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.236332 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256f4de-11fb-44a8-a3cb-2ec581d42a20 req-00ec2d2d-a48c-431c-b1d7-d0addf093962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:10.242386 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a256f4de-11fb-44a8-a3cb-2ec581d42a20 req-00ec2d2d-a48c-431c-b1d7-d0addf093962 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1098 time: 0.3200564 Apr 30 13:12:10.288393 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 8ffc0aef-f6a2-460a-ac68-4469694989dd up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:10.293247 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-b4f137b6-aa74-4bae-86a4-904db66ddef6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349468 Apr 30 13:12:10.295003 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.304294 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.308898 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d72abb75-05a7-49c7-8660-827461cfdbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:10.317513 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d65418b0-aeb3-4ca9-bc81-9bb3d88f23b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:10.336049 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8800da-411a-4cff-a99f-1c26a3ba2c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2affd353-9b20-41b5-8a0b-67189ed15b94,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:10.340464 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7e8800da-411a-4cff-a99f-1c26a3ba2c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.365453 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7e8800da-411a-4cff-a99f-1c26a3ba2c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.368872 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-7e8800da-411a-4cff-a99f-1c26a3ba2c1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2affd353-9b20-41b5-8a0b-67189ed15b94 HTTP/1.1" status: 204 len: 168 time: 0.8065872 Apr 30 13:12:10.387476 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a256f4de-11fb-44a8-a3cb-2ec581d42a20 req-c728fba0-dbdb-4438-a70d-35289d89aca2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353858 Apr 30 13:12:10.395321 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-212313ab-a92a-4e9d-973e-6215b62b9145 req-fdc5e860-fe2b-44d1-b15e-a85b626c4f52 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578701 Apr 30 13:12:10.464479 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 8ffc0aef-f6a2-460a-ac68-4469694989dd completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:10.470914 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 8ffc0aef-f6a2-460a-ac68-4469694989dd triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:10.471357 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.536411 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9adc873df2e741538700dbd08b5ab7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7460408 Apr 30 13:12:10.539096 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37968) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:10.608809 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe5699f-098a-4d95-8580-86149d31fc24,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:10.617610 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.653945 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.666174 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ac02538a-956a-4d7f-9a31-f7fe5a0a64b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.666686 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7416370f-c6bc-4ce0-92a0-f3fb653fe984 service neutron] 10.222.0.66 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506260 Apr 30 13:12:10.714437 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ac02538a-956a-4d7f-9a31-f7fe5a0a64b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.731095 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 8ffc0aef-f6a2-460a-ac68-4469694989dd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8ffc0aef-f6a2-460a-ac68-4469694989dd,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:10.735626 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.737464 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:10.751010 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dee89-8a40-4c78-8142-84cc9e884dae req-e25203e6-0197-42a5-a894-18fa5d07677c tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:10.752617 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8d0dee89-8a40-4c78-8142-84cc9e884dae req-e25203e6-0197-42a5-a894-18fa5d07677c tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 945 time: 0.3237076 Apr 30 13:12:10.865051 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=8ffc0aef-f6a2-460a-ac68-4469694989dd,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:10.872131 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.897991 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ac02538a-956a-4d7f-9a31-f7fe5a0a64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.904124 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b027447c-a0b9-45c6-b078-36b83462701c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:10.914227 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8d0dee89-8a40-4c78-8142-84cc9e884dae req-8918a98b-221d-4087-b49c-df86f667d555 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013789 Apr 30 13:12:10.919716 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02538a-956a-4d7f-9a31-f7fe5a0a64b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe5699f-098a-4d95-8580-86149d31fc24,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:10.924546 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-ac02538a-956a-4d7f-9a31-f7fe5a0a64b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.924992 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 37978) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:10.951648 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-efe69333-3a1e-44ac-86d6-1c1ce4aa8167 service neutron] 10.222.0.66 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838058 Apr 30 13:12:10.964714 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ac02538a-956a-4d7f-9a31-f7fe5a0a64b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.968116 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-ac02538a-956a-4d7f-9a31-f7fe5a0a64b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fe5699f-098a-4d95-8580-86149d31fc24 HTTP/1.1" status: 204 len: 168 time: 0.4256847 Apr 30 13:12:10.969850 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.995274 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:11.001698 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Usage tracker for resource:security_group_rule and tenant:a86d38d25ae047e292bae4ed7c8a8d33 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:11.006282 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:11.014786 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:11.021240 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-a1c86943-13f0-45f7-8c9e-4c55fe21333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.023828 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-a1c86943-13f0-45f7-8c9e-4c55fe21333e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.1971176 Apr 30 13:12:11.304461 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91048804-1eb9-48c0-9ac8-7e573a19a61d req-2584357b-adfa-4053-af27-13f60bc935b8 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.306103 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-5107ad9f-7b01-4315-8be6-8c14feaf391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.308818 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-5107ad9f-7b01-4315-8be6-8c14feaf391f service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.2668347 Apr 30 13:12:11.312954 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91048804-1eb9-48c0-9ac8-7e573a19a61d req-2584357b-adfa-4053-af27-13f60bc935b8 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1182296 Apr 30 13:12:11.364309 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.405010 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91048804-1eb9-48c0-9ac8-7e573a19a61d req-3a9209d3-e1f9-4544-9b2b-e71693f14bd6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910878 Apr 30 13:12:11.436044 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.452545 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:11.479788 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2180ef6c-3e9e-43b4-9cb2-55419afac361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffc0aef-f6a2-460a-ac68-4469694989dd'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:11.487700 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-908723cb-1e0b-40c4-ab6f-4f626eac049b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2 HTTP/1.1" status: 200 len: 217 time: 0.1209559 Apr 30 13:12:11.488075 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eaf2b-39d2-4ad7-936c-a51dcd182c8f req-32ac939e-6256-481d-b0b3-ba5920c1abed tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.497898 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-814eaf2b-39d2-4ad7-936c-a51dcd182c8f req-32ac939e-6256-481d-b0b3-ba5920c1abed tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1828897 Apr 30 13:12:11.566500 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a86d38d25ae047e292bae4ed7c8a8d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6403594 Apr 30 13:12:11.576263 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38000) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:11.598437 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df722f7a-28d0-4c9e-9e43-5c335dea818a,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:11.605364 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:11.625586 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-5fae8223-4c11-424b-88d7-ddf185ecd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.627331 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-5fae8223-4c11-424b-88d7-ddf185ecd667 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.1199386 Apr 30 13:12:11.643466 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38006) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:11.763912 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-33138c06-43a9-4b19-aadc-12026cdc6bbd req-117b11ac-b7cc-42ba-b6a9-7eff1fc11c83 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 210 time: 0.2104518 Apr 30 13:12:11.777475 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.832714 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:11.836848 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b1954966-39f0-483b-a95f-43f1d916c05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.860643 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-814eaf2b-39d2-4ad7-936c-a51dcd182c8f req-fcabae88-1eb5-4492-bbeb-cde2e463c813 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544121 Apr 30 13:12:11.873231 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Usage tracker for resource:security_group_rule and tenant:78ec8387a7f04384aa299fdaa1faf93e is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:11.879375 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:11.891810 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2180ef6c-3e9e-43b4-9cb2-55419afac361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffc0aef-f6a2-460a-ac68-4469694989dd', 'code': 200} Apr 30 13:12:11.892308 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:11.919861 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b1954966-39f0-483b-a95f-43f1d916c05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.992321 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-f8c13c6a-df76-4afd-b3b5-b58cae1f8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.993785 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-f8c13c6a-df76-4afd-b3b5-b58cae1f8266 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3492794 Apr 30 13:12:12.104534 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b1954966-39f0-483b-a95f-43f1d916c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.117241 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:12.164950 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1954966-39f0-483b-a95f-43f1d916c05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df722f7a-28d0-4c9e-9e43-5c335dea818a,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:12.168955 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b1954966-39f0-483b-a95f-43f1d916c05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:12.193319 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b1954966-39f0-483b-a95f-43f1d916c05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.194839 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b1954966-39f0-483b-a95f-43f1d916c05e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df722f7a-28d0-4c9e-9e43-5c335dea818a HTTP/1.1" status: 204 len: 168 time: 0.6155994 Apr 30 13:12:12.301034 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.310404 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-c3326030-cde0-49b1-bc69-512af1a91a4d service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060079 Apr 30 13:12:12.312227 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.545998 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:12.639368 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78ec8387a7f04384aa299fdaa1faf93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9371233 Apr 30 13:12:12.640245 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38050) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:12.662001 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b48300a-1ec7-4fb0-8c6b-751530fc7eca,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:12.678985 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:12.702235 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-721f9091-5cc7-4d00-b920-f847c919ba0c req-0818dd78-4a89-48de-b82c-617ed3095d21 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792562 Apr 30 13:12:12.748274 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc41db4-953e-4de2-99b7-831f9f9be159 req-e0892468-e752-4d5f-abd5-1f51215a5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:12.749742 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0bc41db4-953e-4de2-99b7-831f9f9be159 req-e0892468-e752-4d5f-abd5-1f51215a5cbe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 1099 time: 0.4939883 Apr 30 13:12:12.768903 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-242763cc-0e44-497b-a69c-b21afbd266db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.775612 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09299ae-ef1d-4273-94ae-8ac82c7ef3e4 req-d3a88a2b-3618-426c-9807-57ce27918a4b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:12.777984 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f09299ae-ef1d-4273-94ae-8ac82c7ef3e4 req-d3a88a2b-3618-426c-9807-57ce27918a4b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1810219 Apr 30 13:12:12.801723 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-242763cc-0e44-497b-a69c-b21afbd266db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.916768 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f09299ae-ef1d-4273-94ae-8ac82c7ef3e4 req-8ce5866c-9abf-4b28-9154-c74e384ac69e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285424 Apr 30 13:12:12.956480 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0bc41db4-953e-4de2-99b7-831f9f9be159 req-3c5cf06a-81d5-4d76-ab60-6d59443cdbd3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567721 Apr 30 13:12:12.981894 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-242763cc-0e44-497b-a69c-b21afbd266db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.991447 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.020243 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242763cc-0e44-497b-a69c-b21afbd266db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b48300a-1ec7-4fb0-8c6b-751530fc7eca,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:13.029379 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-242763cc-0e44-497b-a69c-b21afbd266db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:13.032837 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-242763cc-0e44-497b-a69c-b21afbd266db admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.034977 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-242763cc-0e44-497b-a69c-b21afbd266db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b48300a-1ec7-4fb0-8c6b-751530fc7eca HTTP/1.1" status: 204 len: 168 time: 0.3840106 Apr 30 13:12:13.199677 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-15f5a47c-72d2-4dad-953e-ac89edf540ff req-7a7fb7b9-6d04-40b1-82bc-06081f4fe536 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 210 time: 0.0540917 Apr 30 13:12:13.241439 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800f8b0-d589-4216-8bff-1a1129482dd3 req-8ff156ad-b9cd-4f50-900f-3f4d72a8814a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:13.243419 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0800f8b0-d589-4216-8bff-1a1129482dd3 req-8ff156ad-b9cd-4f50-900f-3f4d72a8814a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1493299 Apr 30 13:12:13.353417 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0800f8b0-d589-4216-8bff-1a1129482dd3 req-94045ad0-f878-4b07-9f32-93cb287708d6 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040330 Apr 30 13:12:13.512971 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38098) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:13.566807 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-25e194c1-9e5c-4ac2-9db2-7863dfd2c0cc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:13.580321 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-25e194c1-9e5c-4ac2-9db2-7863dfd2c0cc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Synchronizing usage tracker for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:network {{(pid=73799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:13.602300 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-25e194c1-9e5c-4ac2-9db2-7863dfd2c0cc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Unset dirty status for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:network {{(pid=73799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:13.605155 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-25e194c1-9e5c-4ac2-9db2-7863dfd2c0cc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 811 time: 0.3478789 Apr 30 13:12:13.657597 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-636139646-network', 'tenant_id': 'adb78777ffa54975b148ff61e6634713'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:13.667381 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:13.673369 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Usage tracker for resource:network and tenant:adb78777ffa54975b148ff61e6634713 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:13.679984 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:13.693949 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:13.704434 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Made reservation on behalf of adb78777ffa54975b148ff61e6634713 for: {'network': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:13.717568 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.755262 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.766190 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-c30dfb71-bda7-44ab-8f19-0bfd4564adeb tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Synchronizing usage tracker for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:security_group {{(pid=73799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:13.774261 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:13.778536 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Usage tracker for resource:security_group_rule and tenant:adb78777ffa54975b148ff61e6634713 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:13.781744 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:13.789247 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:13.809039 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-c30dfb71-bda7-44ab-8f19-0bfd4564adeb tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Unset dirty status for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:security_group {{(pid=73799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:13.810630 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-c30dfb71-bda7-44ab-8f19-0bfd4564adeb tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66bc11550cde4176bc12418cfcf191e2 HTTP/1.1" status: 200 len: 379 time: 0.1057463 Apr 30 13:12:13.849328 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'port': {'device_id': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'admin_state_up': True, 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'security_groups': ['83491273-2e25-4e83-8b46-444c29a1ca77']}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:13.896233 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.902037 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.906112 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.945347 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=73798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:12:13.952715 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b0547a-00b5-479d-ba07-5df48ed363f8,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:13.970550 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:13.978697 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.978954 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.segments_db [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Added segment 9a43b346-86da-4ff8-be4a-c35b1f4c8cc6 of type vlan for network 420d3429-594c-4c2c-8fb7-6a4c8b526aac Apr 30 13:12:14.031681 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.048555 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:14.069310 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.069685 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:port and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:14.073391 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:14.073981 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.078312 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:14.086242 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:14.098637 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Made reservation on behalf of 66bc11550cde4176bc12418cfcf191e2 for: {'port': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:14.103702 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.114326 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d97e32fa-3959-4dec-b5bf-02fe625d9491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:14.142116 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6278489 Apr 30 13:12:14.143367 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38130) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:14.304531 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Request body: {'subnet': {'network_id': '420d3429-594c-4c2c-8fb7-6a4c8b526aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-636139646-subnet', 'tenant_id': 'adb78777ffa54975b148ff61e6634713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:14.321558 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:14.335811 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:14.345466 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Usage tracker for resource:subnet and tenant:adb78777ffa54975b148ff61e6634713 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:14.349613 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Pushing event updated for resources: {'Network': ['ID=420d3429-594c-4c2c-8fb7-6a4c8b526aac,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:14.351659 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:14.363683 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Allocated IP 172.20.0.10 (396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2/1499b824-1a6a-4064-81a4-7ba5e7292c53/8e01f63d-955c-470b-8d3f-821d6376a928) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:14.385025 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:14.389375 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:14.392504 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 420d3429-594c-4c2c-8fb7-6a4c8b526aac details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:12:14.533791 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-039d408a-6945-4fcd-954b-a01be2267293 req-ad608cb9-68a4-40b2-be71-ec2775b5366e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 210 time: 0.1622438 Apr 30 13:12:14.542777 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Made reservation on behalf of adb78777ffa54975b148ff61e6634713 for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:14.549935 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.575802 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32059e-6238-436a-9dfc-99f369e6cc9b req-6346acaa-9f67-494e-b0f1-66d1ae835ff7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:14.577294 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d32059e-6238-436a-9dfc-99f369e6cc9b req-6346acaa-9f67-494e-b0f1-66d1ae835ff7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.4445949 Apr 30 13:12:14.751973 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.774344 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Transition to ACTIVE for port object 8e01f63d-955c-470b-8d3f-821d6376a928 will not be triggered until provisioned by entity DHCP. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:14.812481 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.821195 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:14.847484 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:14.848323 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d32059e-6238-436a-9dfc-99f369e6cc9b req-21005f75-cedd-4e1e-95cb-b5f3fca7a67f tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592635 Apr 30 13:12:14.866032 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'port_id': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'mac_address': 'fa:16:3e:1a:e1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:14.896689 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:14.905606 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:14.913851 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:14.914315 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6691e-1f8c-49f9-94e5-3a434f14679d req-bb669521-21f2-4176-b644-279d726e1dbf tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:14.919720 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:14.920352 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.923156 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9de6691e-1f8c-49f9-94e5-3a434f14679d req-bb669521-21f2-4176-b644-279d726e1dbf tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1845903 Apr 30 13:12:14.939169 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'Port': ['ID=8e01f63d-955c-470b-8d3f-821d6376a928,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:14.950479 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:14.977207 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1538522 Apr 30 13:12:14.989107 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.003560 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Request body: {'port': {'device_id': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:15.027433 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7ebede-b4db-456f-8b81-eefdb8817ac2 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:15.052857 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9de6691e-1f8c-49f9-94e5-3a434f14679d req-9825fb4b-9494-45f0-8ad8-d186d6bcf937 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285980 Apr 30 13:12:15.080034 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:15.089433 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.091509 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:15.249093 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.260987 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:12:15.271040 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:15.275887 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:15.346680 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-1d42237f-c50a-4c0a-a2c0-5d0435ae49cd None None] Provisioning for port 8e01f63d-955c-470b-8d3f-821d6376a928 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:15.353382 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-1d42237f-c50a-4c0a-a2c0-5d0435ae49cd None None] Provisioning complete for port 8e01f63d-955c-470b-8d3f-821d6376a928 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:15.354235 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1d42237f-c50a-4c0a-a2c0-5d0435ae49cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.433596 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-1d42237f-c50a-4c0a-a2c0-5d0435ae49cd None None] Port 8e01f63d-955c-470b-8d3f-821d6376a928 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:12:15.505102 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38170) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:15.529939 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.544862 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:15.575736 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['2a7ebede-b4db-456f-8b81-eefdb8817ac2'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:15.625404 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f86b9b-bc21-425a-9f78-c21a1915fc6a,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:15.642642 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:15.722936 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Checking segment: {'id': '9a43b346-86da-4ff8-be4a-c35b1f4c8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '420d3429-594c-4c2c-8fb7-6a4c8b526aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:15.723330 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Network hostable DHCP agents. Network: 420d3429-594c-4c2c-8fb7-6a4c8b526aac, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:12:15.776016 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Network 420d3429-594c-4c2c-8fb7-6a4c8b526aac is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:12:15.789714 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 420d3429-594c-4c2c-8fb7-6a4c8b526aac) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:15.807207 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09da98c-1418-4d80-a122-61a4e0b0cb60 None None] Network 420d3429-594c-4c2c-8fb7-6a4c8b526aac requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:15.819966 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:15.821088 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.885858 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.920552 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:15.952896 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Usage tracker for resource:security_group_rule and tenant:951a5b83d9214d6b89447c43897021e3 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:15.957784 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7905302 Apr 30 13:12:15.960219 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:15.971550 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:16.104901 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b338-f676-42e2-afa1-4e1bfab7e104 req-b30417b2-50e2-447e-a92b-e8e94d65be43 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.106588 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3930b338-f676-42e2-afa1-4e1bfab7e104 req-b30417b2-50e2-447e-a92b-e8e94d65be43 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 932 time: 0.2313156 Apr 30 13:12:16.139271 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e01f63d-955c-470b-8d3f-821d6376a928 {{(pid=73799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:16.160691 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.196847 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Transition to ACTIVE for port object 8e01f63d-955c-470b-8d3f-821d6376a928 will not be triggered until provisioned by entity L2. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:16.209119 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3930b338-f676-42e2-afa1-4e1bfab7e104 req-8eedec22-4e98-4be9-b5c1-460d9f0c3fce tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919456 Apr 30 13:12:16.211541 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.220122 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebc4df-5196-44be-aee9-4426a2b2eece None None] Network 420d3429-594c-4c2c-8fb7-6a4c8b526aac requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:16.225287 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf949de-df2d-4a48-8f9f-ca19b4ad2e4e req-db5536f9-c14f-454c-8e17-7289694d83c6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.225635 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:16.226798 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7cf949de-df2d-4a48-8f9f-ca19b4ad2e4e req-db5536f9-c14f-454c-8e17-7289694d83c6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.2248697 Apr 30 13:12:16.350358 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7cf949de-df2d-4a48-8f9f-ca19b4ad2e4e req-49ff0996-8877-4dfa-aaaa-80a292215bc6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118219 Apr 30 13:12:16.633203 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38206) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:16.711244 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.758842 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.760646 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55364db2-ee66-4282-ac79-2b91f81bb891 req-f57bc097-3af5-4795-ba0e-2336ccc42ef3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.771232 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-55364db2-ee66-4282-ac79-2b91f81bb891 req-f57bc097-3af5-4795-ba0e-2336ccc42ef3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 945 time: 0.2759132 Apr 30 13:12:16.848638 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-55364db2-ee66-4282-ac79-2b91f81bb891 req-9c997152-73d8-4431-a218-15974a6d2f0b tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734038 Apr 30 13:12:16.883475 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Pushing event updated for resources: {'Port': ['ID=8e01f63d-955c-470b-8d3f-821d6376a928,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:16.897077 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:16.899943 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-6d77fe30-0acc-44ea-b302-83f2cd861354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:16.917772 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Attempting to bind port 8e01f63d-955c-470b-8d3f-821d6376a928 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:16.918131 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Attempting to bind port 8e01f63d-955c-470b-8d3f-821d6376a928 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:16.918502 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Attempting to bind port 8e01f63d-955c-470b-8d3f-821d6376a928 on network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:16.934531 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=951a5b83d9214d6b89447c43897021e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4283957 Apr 30 13:12:16.937343 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38222) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:16.938207 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Port 8e01f63d-955c-470b-8d3f-821d6376a928 on network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:16.938527 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Attempting to bind port 8e01f63d-955c-470b-8d3f-821d6376a928 on network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:16.947413 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:16.947748 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Checking segment: {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:16.948129 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Bound using segment: {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:16.948555 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Bound port: 8e01f63d-955c-470b-8d3f-821d6376a928, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'}}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:16.948898 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.964931 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d413e185-2a6d-432d-a55c-95527c715c77,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:16.971077 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:17.064156 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38230) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:17.089144 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.114291 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-389060622-network', 'tenant_id': '52bbfd4b427a4421b4d2161b1ee609fd'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:17.120053 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] For port 8e01f63d-955c-470b-8d3f-821d6376a928, host hv-cinder-78445, cleared binding levels {{(pid=73799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:17.124515 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] For port 8e01f63d-955c-470b-8d3f-821d6376a928, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8e01f63d-955c-470b-8d3f-821d6376a928,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:17.131318 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.136841 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:17.142441 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d11beb7e-493f-4343-9f02-fe3c2f457bf2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:17.173468 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:17.177072 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Usage tracker for resource:network and tenant:52bbfd4b427a4421b4d2161b1ee609fd is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:17.187356 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:17.200471 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.201110 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.202459 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] 10.222.0.87 "PUT /v2.0/ports/8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 1094 time: 2.2084274 Apr 30 13:12:17.204785 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'tag': '8e01f63d-955c-470b-8d3f-821d6376a928'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:17.224875 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-62752ba8-6d5e-4b7b-b40d-7a0d9506f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.226628 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-62752ba8-6d5e-4b7b-b40d-7a0d9506f114 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 1099 time: 0.1878662 Apr 30 13:12:17.232344 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-351dee0b-58a1-4a9b-b48c-656b322eb2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.235934 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Pushing event updated for resources: {'Port': ['ID=8e01f63d-955c-470b-8d3f-821d6376a928,revision_number=3']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:17.241111 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:17.241274 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Usage tracker for resource:security_group_rule and tenant:79221a96b3e6437e9c8d455a85caa665 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:17.244894 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:17.248234 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:17.323182 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:17.373794 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-351dee0b-58a1-4a9b-b48c-656b322eb2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.390293 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Made reservation on behalf of 52bbfd4b427a4421b4d2161b1ee609fd for: {'network': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:17.392930 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.431874 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.433695 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-2f6dee88-ac3d-4f84-86ce-c44e8a39a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.435153 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-2f6dee88-ac3d-4f84-86ce-c44e8a39a900 service neutron] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 920 time: 0.1962616 Apr 30 13:12:17.443422 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-820bc6e8-7f1e-4d49-b824-c5a4ee4f7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.444785 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-820bc6e8-7f1e-4d49-b824-c5a4ee4f7417 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1097 time: 0.1695731 Apr 30 13:12:17.481487 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:17.502533 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7836998-948f-42a1-8303-021edb8ac719 req-0d8b280b-bd7a-4fac-a9d8-0c2c890b5459 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.504713 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-0d8b280b-bd7a-4fac-a9d8-0c2c890b5459 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 814 time: 0.3288856 Apr 30 13:12:17.505900 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Usage tracker for resource:security_group_rule and tenant:52bbfd4b427a4421b4d2161b1ee609fd is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:17.512234 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:17.533311 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:17.549255 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-31defa91-1394-4847-8768-e9c00e93119a tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/quotas/a7444c84fc6c406cb1cf0e5089bce373 HTTP/1.1" status: 200 len: 375 time: 0.0308545 Apr 30 13:12:17.574266 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e9bd1-bcc9-468c-a708-64d04c6ac077 req-9a1d58f8-0d1f-41c8-99ef-b5ee6c631af3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.575724 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3e1e9bd1-bcc9-468c-a708-64d04c6ac077 req-9a1d58f8-0d1f-41c8-99ef-b5ee6c631af3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.4436321 Apr 30 13:12:17.609136 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-61c01cf7-e072-4d16-8b0b-c373b071d6ca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ffc0aef-f6a2-460a-ac68-4469694989dd HTTP/1.1" status: 200 len: 217 time: 0.1347623 Apr 30 13:12:17.611018 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-b225b9b3-cf22-4f8a-aec1-1674aff159bf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 217 time: 0.0850773 Apr 30 13:12:17.644179 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-351dee0b-58a1-4a9b-b48c-656b322eb2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.680200 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:17.720689 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dee0b-58a1-4a9b-b48c-656b322eb2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d413e185-2a6d-432d-a55c-95527c715c77,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:17.736740 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-351dee0b-58a1-4a9b-b48c-656b322eb2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:17.740635 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-c336196b-8971-45b1-9485-641da4627cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.742075 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-c336196b-8971-45b1-9485-641da4627cb0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.1155605 Apr 30 13:12:17.751099 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-f8ac4abc-b47b-430f-ae2a-38944257edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.752506 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-f8ac4abc-b47b-430f-ae2a-38944257edd9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.1245008 Apr 30 13:12:17.757946 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3e1e9bd1-bcc9-468c-a708-64d04c6ac077 req-900afe03-29f5-4385-be9f-b67fc74951d6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375494 Apr 30 13:12:17.773235 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.812050 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-351dee0b-58a1-4a9b-b48c-656b322eb2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.816051 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-351dee0b-58a1-4a9b-b48c-656b322eb2cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d413e185-2a6d-432d-a55c-95527c715c77 HTTP/1.1" status: 204 len: 168 time: 0.8749671 Apr 30 13:12:17.816051 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.829591 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'tag': '8e01f63d-955c-470b-8d3f-821d6376a928', 'status': 'completed', 'code': 200} Apr 30 13:12:17.832239 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-80488973-7b0e-4b24-b91e-fd9d6f93452f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827959 Apr 30 13:12:17.855394 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.886959 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:17.902419 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79221a96b3e6437e9c8d455a85caa665&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2660120 Apr 30 13:12:17.907782 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-466aedc8-57c3-4933-8193-c0ddfa1a1587 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3506031 Apr 30 13:12:17.908841 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.912528 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38256) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:17.976869 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-115a263e-392b-4f17-9794-836a38de5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.978324 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-115a263e-392b-4f17-9794-836a38de5951 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1882212 Apr 30 13:12:18.022614 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=73798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:12:18.027008 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-a39f6ebf-6242-4932-98a9-2d403d30adfe service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870246 Apr 30 13:12:18.053091 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e5fde1-26d3-4ac4-a1de-559f63af952f,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:18.069059 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:18.069649 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:18.088438 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.088779 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.segments_db [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Added segment 7f1364b1-1984-4074-b34a-cde0a56d2935 of type vlan for network a406fff8-1d76-4ebe-bc0f-df6902ab2889 Apr 30 13:12:18.198308 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745e2b09-d93f-4c05-b128-82794411d968,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:18.205138 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:18.225164 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.226747 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f08f16e6-0d55-4c9b-bdae-442865016b46 req-6885396a-0cdf-4ba3-b263-b7b8fb0ee0f3 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924608 Apr 30 13:12:18.251772 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-72edb6ff-8639-4ad0-9a07-b281a10aa5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.258100 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-0b8eb5be-d25f-4d15-9e3d-b1fd76291cb0 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678914 Apr 30 13:12:18.275832 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-bb49a66c-b604-4d62-a79d-da35acb1065b service neutron] 10.222.0.66 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196330 Apr 30 13:12:18.359046 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-72edb6ff-8639-4ad0-9a07-b281a10aa5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.371901 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:18.406429 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.418948 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.419555 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.423738 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cdf4ce23-e282-45ca-a8cd-2edd7af50ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:18.427657 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6fccfa9c-1b8f-4c45-892b-b6cc1ed5a573 req-4fbbb5c6-4a7a-4612-af01-2e2911df6699 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504421 Apr 30 13:12:18.447801 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7e9a0-d11d-44ea-9e5d-6ee21a2b57fa req-daa77364-87b0-4dc8-b40c-e7d712942cf7 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.449276 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ebb7e9a0-d11d-44ea-9e5d-6ee21a2b57fa req-daa77364-87b0-4dc8-b40c-e7d712942cf7 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 944 time: 0.4942238 Apr 30 13:12:18.468511 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:18.474294 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:18.474800 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.650224 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.685836 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a406fff8-1d76-4ebe-bc0f-df6902ab2889,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:18.692909 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:18.697701 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6101570 Apr 30 13:12:18.706807 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38282) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:18.710373 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:18.711400 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network a406fff8-1d76-4ebe-bc0f-df6902ab2889 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:12:18.718600 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ebb7e9a0-d11d-44ea-9e5d-6ee21a2b57fa req-eabf40d2-1379-4f90-bd2f-66927c9fad41 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720438 Apr 30 13:12:18.723747 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Request body: {'subnet': {'network_id': 'a406fff8-1d76-4ebe-bc0f-df6902ab2889', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-389060622-subnet', 'tenant_id': '52bbfd4b427a4421b4d2161b1ee609fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:18.731746 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:18.745480 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-da2bb12c-2a64-4ce3-94f6-885e5ec14d7a service neutron] 10.222.0.66 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494765 Apr 30 13:12:18.753081 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Usage tracker for resource:subnet and tenant:52bbfd4b427a4421b4d2161b1ee609fd is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:18.756443 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:18.768917 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-72edb6ff-8639-4ad0-9a07-b281a10aa5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.774419 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38288) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:18.783377 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:18.796525 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-eb9dc919-137a-4c7d-b236-6f4a18d0579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.798447 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-eb9dc919-137a-4c7d-b236-6f4a18d0579a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1097 time: 0.2431276 Apr 30 13:12:18.804830 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:18.810365 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edb6ff-8639-4ad0-9a07-b281a10aa5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e5fde1-26d3-4ac4-a1de-559f63af952f,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:18.814082 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-72edb6ff-8639-4ad0-9a07-b281a10aa5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:18.850354 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-72edb6ff-8639-4ad0-9a07-b281a10aa5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.860707 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-72edb6ff-8639-4ad0-9a07-b281a10aa5b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22e5fde1-26d3-4ac4-a1de-559f63af952f HTTP/1.1" status: 204 len: 168 time: 0.9468927 Apr 30 13:12:18.865514 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Made reservation on behalf of 52bbfd4b427a4421b4d2161b1ee609fd for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:18.867894 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.937808 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:18.968851 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.976756 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:18.981469 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-300757665-network', 'tenant_id': 'e7546a1b88434358b1b80a7657068117'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:19.001647 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:19.009958 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Usage tracker for resource:network and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:19.015411 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:19.026258 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:19.062982 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Made reservation on behalf of e7546a1b88434358b1b80a7657068117 for: {'network': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:19.068676 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.104324 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-8022972d-f48d-4222-9494-0a485038fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.122842 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-8022972d-f48d-4222-9494-0a485038fa3e service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.3151791 Apr 30 13:12:19.133148 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.179121 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:19.186965 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'code': 200} Apr 30 13:12:19.201922 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:19.211280 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:19.327261 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-f863731f-2e57-4347-a8b1-5d692cac6a37 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 217 time: 0.1406112 Apr 30 13:12:19.328808 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Usage tracker for resource:security_group_rule and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:19.332413 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:19.420312 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-ebc7e74f-b710-4695-8a6b-d25b250ee63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.421754 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-ebc7e74f-b710-4695-8a6b-d25b250ee63e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0858586 Apr 30 13:12:19.422695 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:19.425023 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38310) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:19.490102 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.493815 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0af5a9-c7ed-4df9-97fe-fa6367efb805 req-475c3fd7-6976-4474-8f2b-9f18e51dfaa0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.500445 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-de0af5a9-c7ed-4df9-97fe-fa6367efb805 req-475c3fd7-6976-4474-8f2b-9f18e51dfaa0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.2683480 Apr 30 13:12:19.567403 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-de0af5a9-c7ed-4df9-97fe-fa6367efb805 req-bb2cd63b-815b-48a9-89a6-1be15131c0a6 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660844 Apr 30 13:12:19.571719 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:19.586740 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Usage tracker for resource:security_group_rule and tenant:19453110ae374e478a5af024360b8377 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:19.597870 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:19.611172 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:19.624426 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d2ff-da0d-4d28-8f41-4681e70e9a31 req-0f564b57-ec6b-4ae6-b952-6972b3b1d330 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.639569 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1434d2ff-da0d-4d28-8f41-4681e70e9a31 req-0f564b57-ec6b-4ae6-b952-6972b3b1d330 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.2950208 Apr 30 13:12:19.710568 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d240a41-d5a3-40b3-87c4-82af7caef12b req-f86ab283-8baf-4e0d-ba99-cdc603f70203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.712096 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-8d240a41-d5a3-40b3-87c4-82af7caef12b req-f86ab283-8baf-4e0d-ba99-cdc603f70203 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 1099 time: 0.1994145 Apr 30 13:12:19.719837 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-f14ad3ac-413b-4c59-8c32-025a27696123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.721267 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-f14ad3ac-413b-4c59-8c32-025a27696123 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2769918 Apr 30 13:12:19.727655 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1434d2ff-da0d-4d28-8f41-4681e70e9a31 req-0559068d-e1c3-4722-a6f6-c96fd8fb5a37 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862696 Apr 30 13:12:19.777232 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.798169 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.810467 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-242763cc-0e44-497b-a69c-b21afbd266db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:19.831621 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fce15b7c-933b-4dfa-96a3-81cdef3e0065 req-734e2771-709a-409a-8298-acef981b0e4c tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 210 time: 0.1008916 Apr 30 13:12:19.849887 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.856904 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-368c4438-bf8d-4844-965b-f7e556973345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:19.926081 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-8d240a41-d5a3-40b3-87c4-82af7caef12b req-f5d0259e-e2b7-4c40-9c9c-4ad0b38ef7f7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937966 Apr 30 13:12:19.926869 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=73799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:12:19.964297 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32436348-e881-4040-981e-3dabe274dbd1,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:19.973138 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.973480 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.segments_db [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Added segment 7b0663e9-36bb-4760-82ab-ccccfd60260c of type vlan for network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 Apr 30 13:12:19.974670 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:19.993968 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.000126 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.004639 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Checking segment: {'id': '7f1364b1-1984-4074-b34a-cde0a56d2935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a406fff8-1d76-4ebe-bc0f-df6902ab2889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:20.004989 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Network hostable DHCP agents. Network: a406fff8-1d76-4ebe-bc0f-df6902ab2889, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:12:20.015499 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:20.023296 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-fce974a8-4b3c-4b91-8025-b194cd5a9704 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931759 Apr 30 13:12:20.061442 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f44460ff-a562-496f-97f9-9df1b26006c7,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.064406 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.067398 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.075819 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7538aaff-8666-49d9-b839-bbde795de63c,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.081352 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19453110ae374e478a5af024360b8377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552801 Apr 30 13:12:20.083617 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.085038 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38318) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:20.093634 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Network a406fff8-1d76-4ebe-bc0f-df6902ab2889 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:12:20.109969 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, a406fff8-1d76-4ebe-bc0f-df6902ab2889) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:20.119060 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be675916-813a-4a51-9905-4e734bc6e94b None None] Network a406fff8-1d76-4ebe-bc0f-df6902ab2889 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:20.123929 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:20.124514 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.136078 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.140620 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:20.141214 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.142995 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6834788-e0ab-4c76-8002-6b06bbf3f6c2 req-b3922ace-78af-4e8e-a493-e06b9cab8f0a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:20.144509 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f6834788-e0ab-4c76-8002-6b06bbf3f6c2 req-b3922ace-78af-4e8e-a493-e06b9cab8f0a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 945 time: 0.2480679 Apr 30 13:12:20.147945 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-13bbe9ad-25e2-4eed-ae4b-d33590d49d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:20.183744 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b03744-e3f6-454b-9c1f-99fccd230ccb req-367d0e11-a361-44b1-af44-4ed1dd8936bd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:20.185169 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-59b03744-e3f6-454b-9c1f-99fccd230ccb req-367d0e11-a361-44b1-af44-4ed1dd8936bd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 944 time: 0.1902108 Apr 30 13:12:20.186355 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4748795 Apr 30 13:12:20.216810 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-38e27fdc-3a45-4f6f-969c-65e1155d3671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.301571 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-59b03744-e3f6-454b-9c1f-99fccd230ccb req-8398d06b-7c81-48be-863a-ffb6dd897c31 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055429 Apr 30 13:12:20.325251 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Pushing event updated for resources: {'Network': ['ID=2ead2e87-381f-4f48-9ed3-5a0dbb705c46,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.331725 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f6834788-e0ab-4c76-8002-6b06bbf3f6c2 req-f8a89d8d-2060-4b80-ad3c-67808733e3f0 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741381 Apr 30 13:12:20.338450 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.342974 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5643942 Apr 30 13:12:20.344617 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38324) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:20.354156 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Request body: {'subnet': {'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-300757665-subnet', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:20.359522 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:20.365554 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Usage tracker for resource:subnet and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:20.370578 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:20.379418 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:20.380241 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:12:20.393574 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Made reservation on behalf of e7546a1b88434358b1b80a7657068117 for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:20.396928 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.425980 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f105d-64bf-4d27-a3d3-7c1b33584552 None None] Network a406fff8-1d76-4ebe-bc0f-df6902ab2889 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:20.442198 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-38e27fdc-3a45-4f6f-969c-65e1155d3671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.520482 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-03406224-ac20-4fb1-94bc-688e3a15fb1c req-5fc9558f-8183-4726-b0f1-a6f9304076e5 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492576 Apr 30 13:12:20.533215 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-38e27fdc-3a45-4f6f-969c-65e1155d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.538567 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:20.554386 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e27fdc-3a45-4f6f-969c-65e1155d3671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7538aaff-8666-49d9-b839-bbde795de63c,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.562924 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-38e27fdc-3a45-4f6f-969c-65e1155d3671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.564051 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-38e27fdc-3a45-4f6f-969c-65e1155d3671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.567955 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-38e27fdc-3a45-4f6f-969c-65e1155d3671 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7538aaff-8666-49d9-b839-bbde795de63c HTTP/1.1" status: 204 len: 168 time: 0.4819953 Apr 30 13:12:21.104602 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7836998-948f-42a1-8303-021edb8ac719 req-f9c5bf95-74c6-42b1-8006-f59374cea1d6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:21.106312 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-f9c5bf95-74c6-42b1-8006-f59374cea1d6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 814 time: 0.1773460 Apr 30 13:12:21.132330 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Request body: {'port': {'device_id': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0', 'admin_state_up': True, 'tenant_id': 'a7444c84fc6c406cb1cf0e5089bce373'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:21.166276 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a74f7-1478-4b60-8853-626807564da5 req-0884f165-1ee6-4900-9b63-04d5a9dd644c tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:21.167111 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-213a74f7-1478-4b60-8853-626807564da5 req-0884f165-1ee6-4900-9b63-04d5a9dd644c tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Synchronizing usage tracker for tenant:adb78777ffa54975b148ff61e6634713 on resource:network {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:21.192983 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cd2cb-83d6-4f46-8253-c1efa469f012 req-76604aed-db4c-4e84-84a2-48f04c5bf92a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:21.194768 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-df5cd2cb-83d6-4f46-8253-c1efa469f012 req-76604aed-db4c-4e84-84a2-48f04c5bf92a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.3825209 Apr 30 13:12:21.222079 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-213a74f7-1478-4b60-8853-626807564da5 req-0884f165-1ee6-4900-9b63-04d5a9dd644c tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Unset dirty status for tenant:adb78777ffa54975b148ff61e6634713 on resource:network {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:21.223356 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-0884f165-1ee6-4900-9b63-04d5a9dd644c tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/networks?id=420d3429-594c-4c2c-8fb7-6a4c8b526aac HTTP/1.1" status: 200 len: 808 time: 0.4095719 Apr 30 13:12:21.348603 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:21.352509 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Usage tracker for resource:port and tenant:a7444c84fc6c406cb1cf0e5089bce373 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:21.355540 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:21.361290 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:21.374084 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Made reservation on behalf of a7444c84fc6c406cb1cf0e5089bce373 for: {'port': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:21.374951 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.376800 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-3f1c50ef-9431-4b9b-89bb-df8805fc8c79 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/quotas/adb78777ffa54975b148ff61e6634713 HTTP/1.1" status: 200 len: 375 time: 0.1000385 Apr 30 13:12:21.379635 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.380109 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-df5cd2cb-83d6-4f46-8253-c1efa469f012 req-e4491b46-22d3-42fe-8b9a-44503878af22 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757336 Apr 30 13:12:21.383905 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-1e38b1c1-e693-49ae-a6ca-e521bafbb85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:21.474983 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-4cd5f076-2ff8-48cc-90d3-deb48fb743db tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=adb78777ffa54975b148ff61e6634713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605018 Apr 30 13:12:21.529680 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b28244c-6871-4b3c-be63-99c100ee54c4,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:21.542903 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:21.676126 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Checking segment: {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:21.676727 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Network hostable DHCP agents. Network: 2ead2e87-381f-4f48-9ed3-5a0dbb705c46, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:12:21.709902 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Allocated IP 172.20.0.5 (66edb8f9-5dc8-4799-bc48-9c5212e130b0/c7877df0-aee7-4d30-8a19-13dd55eeb706/430335cd-90b3-4b80-84a1-6700b8471833) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:21.743392 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:12:21.754703 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-87254e5c-460e-4ccd-88fb-a0f839f7df93 service neutron] 10.222.0.66 "GET /v2.0/networks/420d3429-594c-4c2c-8fb7-6a4c8b526aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706981 Apr 30 13:12:21.765643 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 2ead2e87-381f-4f48-9ed3-5a0dbb705c46) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:21.770495 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:21.771316 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.776672 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6240f4-5e51-4864-b145-2c495812d2ee None None] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:21.912790 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38380) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:21.915072 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5690751 Apr 30 13:12:21.926580 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa78c72-e5ce-4d58-b09b-091ba5d24490 req-5d256e6c-606c-4ee5-b73c-681bade8d333 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:21.928165 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:21.936410 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0aa78c72-e5ce-4d58-b09b-091ba5d24490 req-5d256e6c-606c-4ee5-b73c-681bade8d333 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.4007683 Apr 30 13:12:21.937004 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:21.952180 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Usage tracker for resource:router and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:21.957942 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:21.967790 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.970654 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:21.994937 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13138'] for router, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.997667 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7937703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13147'] for router, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.017275 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0aa78c72-e5ce-4d58-b09b-091ba5d24490 req-24e724d4-113e-412d-9d15-e920655280c2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740411 Apr 30 13:12:22.019670 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-b76b5ad8-5c91-42eb-b7b0-2cf619b2bf48 service neutron] 10.222.0.66 "GET /v2.0/networks/420d3429-594c-4c2c-8fb7-6a4c8b526aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551744 Apr 30 13:12:22.029367 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.140936 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16bc5fc4-8b85-58ef-a5f1-903c4f18c5c1-2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4'}]}} from dv-cinder-784453-4-smb. {{(pid=73800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:12:22.143359 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.265851 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.289860 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:22.342803 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Allocated IP 172.20.0.2 (2ead2e87-381f-4f48-9ed3-5a0dbb705c46/5b28244c-6871-4b3c-be63-99c100ee54c4/e26965da-2b03-486b-b85d-4feb5d9a2668) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:22.408056 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55dd1b-c74b-412a-a6ae-daa9ec67aec6 req-97a21c0e-18e4-4f8c-89d8-eda2b224d28d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.418453 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-da55dd1b-c74b-412a-a6ae-daa9ec67aec6 req-97a21c0e-18e4-4f8c-89d8-eda2b224d28d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 931 time: 0.2569778 Apr 30 13:12:22.457641 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Pushing event updated for resources: {'Port': ['ID=430335cd-90b3-4b80-84a1-6700b8471833,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:22.473308 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['56f75cc9-7c35-4dc1-9fbf-8471d66b8dad'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:22.500229 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 8e01f63d-955c-470b-8d3f-821d6376a928 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:22.543638 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-da55dd1b-c74b-412a-a6ae-daa9ec67aec6 req-64157e53-acf0-4b5a-aa6a-092ba65f5925 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242075 Apr 30 13:12:22.598344 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55baf03-c43b-4908-ae62-c9b44c7c7a09 req-fd396b97-3cb1-414e-a3a1-f40721a131b9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.614095 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f55baf03-c43b-4908-ae62-c9b44c7c7a09 req-fd396b97-3cb1-414e-a3a1-f40721a131b9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 944 time: 0.3295186 Apr 30 13:12:22.615891 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13225'] for router, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.637403 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:22.641594 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:22.682909 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:22.725224 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:22.736041 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.742107 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.777808 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f55baf03-c43b-4908-ae62-c9b44c7c7a09 req-dfb73163-ca71-471b-9394-7522d7efc672 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627269 Apr 30 13:12:22.833612 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7024589 Apr 30 13:12:22.871327 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Request body: {'port': {'device_id': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:22.897705 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 8e01f63d-955c-470b-8d3f-821d6376a928, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8e01f63d-955c-470b-8d3f-821d6376a928,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:22.917290 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '8e01f63d-955c-470b-8d3f-821d6376a928', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'port_id': '8e01f63d-955c-470b-8d3f-821d6376a928', 'mac_address': 'fa:16:3e:ad:77:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:23.011221 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-68062c7e-0345-4ef9-8219-99047a114801 req-ddefa8f4-14b8-4236-a525-f1c717c21be5 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 210 time: 0.1504591 Apr 30 13:12:23.046025 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.063672 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-b33efe2e-e0aa-4c6c-ba15-1c37bdeaaae6 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.067387 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-b33efe2e-e0aa-4c6c-ba15-1c37bdeaaae6 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 945 time: 0.7424595 Apr 30 13:12:23.082236 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0362b-328f-4ff9-8514-2f2cacbe11aa req-a5f44147-b254-432a-864c-39ecdc161b27 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.091168 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e01f63d-955c-470b-8d3f-821d6376a928 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:23.094631 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e9f0362b-328f-4ff9-8514-2f2cacbe11aa req-a5f44147-b254-432a-864c-39ecdc161b27 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 945 time: 0.2316625 Apr 30 13:12:23.130449 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.163861 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.187056 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Transition to ACTIVE for port object e26965da-2b03-486b-b85d-4feb5d9a2668 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:23.201299 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e9f0362b-328f-4ff9-8514-2f2cacbe11aa req-8121387f-56c8-405b-ada0-6fb4ea7c20f9 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/security-groups?id=b46afa1e-8b9e-4c06-88fe-1730c2d557cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022339 Apr 30 13:12:23.208417 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 8e01f63d-955c-470b-8d3f-821d6376a928, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8e01f63d-955c-470b-8d3f-821d6376a928,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:23.236153 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.256225 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:23.363317 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=8e01f63d-955c-470b-8d3f-821d6376a928,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.366956 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Transition to ACTIVE for port object e26965da-2b03-486b-b85d-4feb5d9a2668 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:23.368613 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.374780 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.389839 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:23.446321 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4839ed1-1b1b-451b-915d-a87ca4ccbcf0 req-44467d56-ba48-438e-b0f4-8c64eff00773 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.447957 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a4839ed1-1b1b-451b-915d-a87ca4ccbcf0 req-44467d56-ba48-438e-b0f4-8c64eff00773 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.2456522 Apr 30 13:12:23.484845 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:23.487972 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:23.491749 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:23.537886 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Pushing event updated for resources: {'Port': ['ID=e26965da-2b03-486b-b85d-4feb5d9a2668,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.539557 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.558116 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a4839ed1-1b1b-451b-915d-a87ca4ccbcf0 req-93a10c29-70d8-4584-a56e-a49383de8c95 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679238 Apr 30 13:12:23.601691 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef107e-92be-444e-9c9d-2def16c9b268 req-4c3ab162-0728-4fd8-97cb-4a868443c678 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.608674 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0bef107e-92be-444e-9c9d-2def16c9b268 req-4c3ab162-0728-4fd8-97cb-4a868443c678 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1597550 Apr 30 13:12:23.637488 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Attempting to bind port e26965da-2b03-486b-b85d-4feb5d9a2668 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:23.637892 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Attempting to bind port e26965da-2b03-486b-b85d-4feb5d9a2668 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:23.638263 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Attempting to bind port e26965da-2b03-486b-b85d-4feb5d9a2668 on network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:23.646968 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:23.647361 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Checking segment: {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:23.647767 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.648172 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Bound using segment: {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:23.648664 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Bound port: e26965da-2b03-486b-b85d-4feb5d9a2668, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:23.649270 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.660925 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0bef107e-92be-444e-9c9d-2def16c9b268 req-0d743083-2f5c-4b7c-8ef0-b783d29a1429 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512290 Apr 30 13:12:23.746971 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Deleting port b940f234-bd94-4f14-bed1-1bdb473e33c1 {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:12:23.747558 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.759220 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] For port e26965da-2b03-486b-b85d-4feb5d9a2668, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:23.763157 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] For port e26965da-2b03-486b-b85d-4feb5d9a2668, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=e26965da-2b03-486b-b85d-4feb5d9a2668,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:23.769039 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.777195 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:23.850965 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Pushing event updated for resources: {'Port': ['ID=e26965da-2b03-486b-b85d-4feb5d9a2668,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.862366 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['8e01f63d-955c-470b-8d3f-821d6376a928'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:23.917167 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.932872 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c872ad6-95c8-49f6-b7f7-1defe6e9abc0 req-7ee75887-37fa-46a6-b101-9a7b36355e8d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.947489 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2c872ad6-95c8-49f6-b7f7-1defe6e9abc0 req-7ee75887-37fa-46a6-b101-9a7b36355e8d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1721494 Apr 30 13:12:23.948012 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38426) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:23.966185 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec2e56-3a98-451c-b897-c77bbf7b8699 req-d3205f57-e994-4108-943c-4a2f006b92e0 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.975550 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-99ec2e56-3a98-451c-b897-c77bbf7b8699 req-d3205f57-e994-4108-943c-4a2f006b92e0 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 931 time: 0.1988547 Apr 30 13:12:23.996265 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'floatingip': {'port_id': '2a7ebede-b4db-456f-8b81-eefdb8817ac2'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:24.084809 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] For port b940f234-bd94-4f14-bed1-1bdb473e33c1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b940f234-bd94-4f14-bed1-1bdb473e33c1,segment=NetworkSegment(e1f1786c-e8f0-43f8-b45b-b5524ce91dd6),segment_id=e1f1786c-e8f0-43f8-b45b-b5524ce91dd6)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:24.085230 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.114818 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.268377 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Calling delete_port for b940f234-bd94-4f14-bed1-1bdb473e33c1 owned by compute:nova {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:12:24.293639 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.db.resource_extend [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:12:24.371841 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device b940f234-bd94-4f14-bed1-1bdb473e33c1 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:12:24.454278 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.490233 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.493372 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.522552 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b940f234-bd94-4f14-bed1-1bdb473e33c1'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:24.535970 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port b940f234-bd94-4f14-bed1-1bdb473e33c1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b940f234-bd94-4f14-bed1-1bdb473e33c1,segment=NetworkSegment(e1f1786c-e8f0-43f8-b45b-b5524ce91dd6),segment_id=e1f1786c-e8f0-43f8-b45b-b5524ce91dd6)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:24.542259 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.544554 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:24.553342 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430335cd-90b3-4b80-84a1-6700b8471833 {{(pid=73799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:24.556164 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-99ec2e56-3a98-451c-b897-c77bbf7b8699 req-3b89cb97-502f-42ff-9aea-02debbee809f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795026 Apr 30 13:12:24.578678 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.629366 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Transition to ACTIVE for port object 430335cd-90b3-4b80-84a1-6700b8471833 will not be triggered until provisioned by entity L2. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:24.645009 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.661177 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2935a97d-cbe6-40e2-a858-9f612a499fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:24.744566 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=b940f234-bd94-4f14-bed1-1bdb473e33c1,revision_number=6']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:24.751572 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:24.811708 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a74f7-1478-4b60-8853-626807564da5 req-0aa3c111-6740-40bf-8f40-ec5545084f02 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:24.813778 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-0aa3c111-6740-40bf-8f40-ec5545084f02 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.87 "GET /v2.0/networks?id=420d3429-594c-4c2c-8fb7-6a4c8b526aac HTTP/1.1" status: 200 len: 808 time: 0.8232598 Apr 30 13:12:24.848007 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-465699a7-bf27-44fb-8b97-151a24a6e942 req-52c3e8de-c402-4d8d-b90a-3ec51eae55d9 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 210 time: 0.1237233 Apr 30 13:12:24.926213 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Allocated IP 172.28.1.19 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/b6ff1710-d7f2-45d8-a628-cd422ba62cf6) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:24.942086 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Request body: {'port': {'device_id': 'b3ecbe58-bb5b-4059-aa51-530d752882ff', 'network_id': '420d3429-594c-4c2c-8fb7-6a4c8b526aac', 'admin_state_up': True, 'tenant_id': 'adb78777ffa54975b148ff61e6634713'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:24.997683 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c512-95ad-4e54-a37b-e01422ad95f4 req-a0b14f23-7956-487a-9afb-98b3dc602c3f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:25.005008 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a181c512-95ad-4e54-a37b-e01422ad95f4 req-a0b14f23-7956-487a-9afb-98b3dc602c3f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 945 time: 0.8333118 Apr 30 13:12:25.024971 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Pushing event updated for resources: {'Port': ['ID=430335cd-90b3-4b80-84a1-6700b8471833,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:25.031792 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:25.040676 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.042457 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Attempting to bind port 430335cd-90b3-4b80-84a1-6700b8471833 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:25.042803 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Attempting to bind port 430335cd-90b3-4b80-84a1-6700b8471833 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:25.043188 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Attempting to bind port 430335cd-90b3-4b80-84a1-6700b8471833 on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:25.053171 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d552e7c-6b95-428d-80de-3943042ddf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:25.118354 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Pushing event deleted for resources: {'Port': ['ID=b940f234-bd94-4f14-bed1-1bdb473e33c1,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:25.127361 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Port 430335cd-90b3-4b80-84a1-6700b8471833 on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:25.131149 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Attempting to bind port 430335cd-90b3-4b80-84a1-6700b8471833 on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:25.167719 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c5941-1c23-40f4-9d8d-3a28841dcc87 None None] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:25.196686 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.197104 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.197490 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.197833 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.198173 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.200000 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.200000 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.200000 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.200000 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.200000 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.200473 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.200732 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:25.220151 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device e26965da-2b03-486b-b85d-4feb5d9a2668 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:25.230154 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:25.234151 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:25.234520 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Checking segment: {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:25.234881 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Bound using segment: {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:25.235373 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Bound port: 430335cd-90b3-4b80-84a1-6700b8471833, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'}}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:25.236311 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.241377 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f15a54d1-2b58-4b4c-adf3-0a87a9ab276a req-bb59c10f-72ba-404a-816b-4cc310b4c68a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 210 time: 0.2295830 Apr 30 13:12:25.312013 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a181c512-95ad-4e54-a37b-e01422ad95f4 req-6ee6e847-7edf-4dcc-b9f2-c5e18b9763e6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061464 Apr 30 13:12:25.343781 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e9cf6cd3-bc89-45ab-8702-f91d353a544b None None] Provisioning for port e26965da-2b03-486b-b85d-4feb5d9a2668 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:25.357332 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b940f234-bd94-4f14-bed1-1bdb473e33c1', 'code': 200} Apr 30 13:12:25.371747 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] No DVR routers for this DVR port b940f234-bd94-4f14-bed1-1bdb473e33c1 on host hv-cinder-78445 {{(pid=73799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:12:25.422567 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.431894 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'name': 'network-vif-deleted', 'tag': 'b940f234-bd94-4f14-bed1-1bdb473e33c1'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:25.479172 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port e26965da-2b03-486b-b85d-4feb5d9a2668 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:25.488441 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port e26965da-2b03-486b-b85d-4feb5d9a2668 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:25.488815 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.521564 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1f2439-0938-434a-8919-3fe8933510ab', 'name': 'network-vif-deleted', 'tag': 'b940f234-bd94-4f14-bed1-1bdb473e33c1', 'status': 'completed', 'code': 200} Apr 30 13:12:25.529492 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-2ccb64b0-212e-44d0-8544-b4e567b95dbe req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.87 "DELETE /v2.0/ports/b940f234-bd94-4f14-bed1-1bdb473e33c1 HTTP/1.1" status: 204 len: 173 time: 2.3674836 Apr 30 13:12:25.564771 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:25.616416 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Usage tracker for resource:port and tenant:adb78777ffa54975b148ff61e6634713 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:25.633234 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:25.641793 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:25.672164 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Made reservation on behalf of adb78777ffa54975b148ff61e6634713 for: {'port': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:25.677039 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.684038 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] For port 430335cd-90b3-4b80-84a1-6700b8471833, host hv-cinder-78445, cleared binding levels {{(pid=73799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:25.688683 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.702771 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.722811 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] For port 430335cd-90b3-4b80-84a1-6700b8471833, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=430335cd-90b3-4b80-84a1-6700b8471833,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:25.731464 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.749331 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:25.761532 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port e26965da-2b03-486b-b85d-4feb5d9a2668, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=e26965da-2b03-486b-b85d-4feb5d9a2668,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:25.766448 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.771445 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b3f17bcf-8d2c-4e46-b631-08cecf8585cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:25.860840 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=e26965da-2b03-486b-b85d-4feb5d9a2668,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:25.873896 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:25.874342 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:25.874660 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.876590 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] 10.222.0.87 "PUT /v2.0/ports/430335cd-90b3-4b80-84a1-6700b8471833 HTTP/1.1" status: 200 len: 1093 time: 3.0230339 Apr 30 13:12:25.881507 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.920896 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:25.925801 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:25.938297 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:25.960932 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950497d5-f92c-490f-8b71-7968160f7510 req-7b7d9cd8-47a1-426b-be1f-648b0e41e762 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:25.964491 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-950497d5-f92c-490f-8b71-7968160f7510 req-7b7d9cd8-47a1-426b-be1f-648b0e41e762 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.4017253 Apr 30 13:12:26.016532 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-17774a34-9a18-411c-bf80-44a906d002c0 None None] Provisioning complete for port e26965da-2b03-486b-b85d-4feb5d9a2668 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:26.016995 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-17774a34-9a18-411c-bf80-44a906d002c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.095193 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.db.resource_extend [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:12:26.132463 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Pushing event updated for resources: {'Port': ['ID=430335cd-90b3-4b80-84a1-6700b8471833,revision_number=3']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:26.188330 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:26.188730 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:26.307997 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-950497d5-f92c-490f-8b71-7968160f7510 req-9af19b50-6bb5-4f7d-9fc6-060134e5ae6a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297317 Apr 30 13:12:26.345419 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ff1710-d7f2-45d8-a628-cd422ba62cf6,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:26.356584 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7e450-fd7a-41c3-9916-9900c30bc1ab req-41547c00-3aa1-4129-b602-776df463a66b tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:26.366639 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-acc7e450-fd7a-41c3-9916-9900c30bc1ab req-41547c00-3aa1-4129-b602-776df463a66b tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 943 time: 0.6352503 Apr 30 13:12:26.382575 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:26.388827 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 8e01f63d-955c-470b-8d3f-821d6376a928 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:26.434301 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7836998-948f-42a1-8303-021edb8ac719 req-ac366fff-c720-464e-b1c5-3cbd3f3fd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:26.434785 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Allocated IP 172.20.0.7 (420d3429-594c-4c2c-8fb7-6a4c8b526aac/13f86b9b-bc21-425a-9f78-c21a1915fc6a/c235c464-18d0-4ad7-89af-cc3383c5d242) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:26.435816 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-ac366fff-c720-464e-b1c5-3cbd3f3fd7ff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 1096 time: 0.3101363 Apr 30 13:12:26.501824 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 8e01f63d-955c-470b-8d3f-821d6376a928 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:26.502783 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.507147 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 8e01f63d-955c-470b-8d3f-821d6376a928 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:26.513973 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.528230 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17210bb3-cd6d-4f2d-a030-eab8eee9d7f5 req-e5f96139-c482-447b-814c-cad21bb54c8b tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 210 time: 0.0949788 Apr 30 13:12:26.528817 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.671273 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-acc7e450-fd7a-41c3-9916-9900c30bc1ab req-a8b7185b-d522-447a-b5e8-685f0d3be250 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491143 Apr 30 13:12:26.713133 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-60492d93-5d32-47f9-a233-1fb8f5f7e9b0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=430335cd-90b3-4b80-84a1-6700b8471833 HTTP/1.1" status: 200 len: 217 time: 0.1944656 Apr 30 13:12:26.759164 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.828572 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 8e01f63d-955c-470b-8d3f-821d6376a928, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8e01f63d-955c-470b-8d3f-821d6376a928,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:26.836827 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.839287 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:26.891181 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d675d789-7ca1-41be-88d2-bd0c9e25d5c3 req-762fb9f0-92e8-437d-a660-8229e678a291 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f2439-0938-434a-8919-3fe8933510ab HTTP/1.1" status: 200 len: 210 time: 0.0994065 Apr 30 13:12:26.941206 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=8e01f63d-955c-470b-8d3f-821d6376a928,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:26.952287 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:26.957539 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7836998-948f-42a1-8303-021edb8ac719 req-0abf9753-f9e9-4844-b268-f9a671856ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:26.958994 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-0abf9753-f9e9-4844-b268-f9a671856ea5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 200 len: 854 time: 0.2259483 Apr 30 13:12:27.013031 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.038852 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.l3_db [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Floating IP 6d0dea5c-faec-4f6b-a405-aee59ef9b35b associated. External IP: 172.28.1.113, port: 2a7ebede-b4db-456f-8b81-eefdb8817ac2. Apr 30 13:12:27.076869 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-29283068-fb60-4abc-834f-9c126348283c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=66edb8f9-5dc8-4799-bc48-9c5212e130b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028619 Apr 30 13:12:27.137524 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device e26965da-2b03-486b-b85d-4feb5d9a2668 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:27.216461 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port e26965da-2b03-486b-b85d-4feb5d9a2668 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:27.217299 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.286758 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.304211 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e7336-28ad-4691-8cf6-851c414dc592 req-b2157ef3-80f3-4e4d-8b6b-3a67ba52eb79 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:27.305686 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f55e7336-28ad-4691-8cf6-851c414dc592 req-b2157ef3-80f3-4e4d-8b6b-3a67ba52eb79 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.3665805 Apr 30 13:12:27.359521 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e01f63d-955c-470b-8d3f-821d6376a928'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:27.384708 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-3b62f89d-9ad3-466e-b869-fb1a42836958 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927186 Apr 30 13:12:27.543079 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'tag': '430335cd-90b3-4b80-84a1-6700b8471833'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:27.544702 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f55e7336-28ad-4691-8cf6-851c414dc592 req-dad2a864-30ed-436e-b03f-cebade1acd8e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745660 Apr 30 13:12:27.585851 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.599867 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:27.606946 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e01f63d-955c-470b-8d3f-821d6376a928', 'code': 200} Apr 30 13:12:27.685614 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Router f4025ad1-aab0-4a48-b12a-7046c1f53d95 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:12:27.699848 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Network 420d3429-594c-4c2c-8fb7-6a4c8b526aac is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:27.703068 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'tag': '430335cd-90b3-4b80-84a1-6700b8471833', 'status': 'completed', 'code': 200} Apr 30 13:12:27.704473 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393556'] for router, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.706741 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:27.709860 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:27.715702 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:27.716319 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.742553 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Pushing event updated for resources: {'Port': ['ID=c235c464-18d0-4ad7-89af-cc3383c5d242,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:27.768106 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d990d26-c889-465c-afed-f78c9fa79d69 req-6e2f64cc-d7ab-4863-9234-f174c51316ad tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:27.769835 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d990d26-c889-465c-afed-f78c9fa79d69 req-6e2f64cc-d7ab-4863-9234-f174c51316ad tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.2855234 Apr 30 13:12:27.823479 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-a7836998-948f-42a1-8303-021edb8ac719 req-ff2d0fba-00ff-4477-90a2-8590daa84cdf service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845396 Apr 30 13:12:27.853781 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.854133 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.854474 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.854810 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.855176 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.855507 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.855837 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.856388 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.856499 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.856919 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.857145 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.857746 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.872624 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:27.965213 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Router fc0940e5-7193-4911-b443-dfcf5155ce4f is scheduled to L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 with binding_index 1 {{(pid=73799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:12:28.059584 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1246097 Apr 30 13:12:28.142795 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d990d26-c889-465c-afed-f78c9fa79d69 req-a301a53e-6283-44dd-b92e-3d2a22eee9cd tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596254 Apr 30 13:12:28.146513 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Request body: {'port': {'device_id': 'b3ecbe58-bb5b-4059-aa51-530d752882ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:28.263898 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:28.274081 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Sync routers for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:28.282425 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a1344-b14e-4c1d-b9be-e8ad498bc216 req-d5a72a6c-2844-4c67-a336-0dd34e1ba793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.284208 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-7a4a1344-b14e-4c1d-b9be-e8ad498bc216 req-d5a72a6c-2844-4c67-a336-0dd34e1ba793 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1099 time: 0.2200806 Apr 30 13:12:28.288618 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:28.289860 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6ff84-6110-4970-819f-81825e9c735b req-0080c0e2-0e1d-4913-bf26-196ca36fce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.291571 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-afe6ff84-6110-4970-819f-81825e9c735b req-0080c0e2-0e1d-4913-bf26-196ca36fce41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 1096 time: 0.2578382 Apr 30 13:12:28.293797 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:28.294371 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:28.302691 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e1b19-7b1c-45de-9a4b-61a2ba5b7f25 req-03a7b131-c2b5-4d6a-9a02-d78b38f298e1 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.303567 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-602e1b19-7b1c-45de-9a4b-61a2ba5b7f25 req-03a7b131-c2b5-4d6a-9a02-d78b38f298e1 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Synchronizing usage tracker for tenant:adb78777ffa54975b148ff61e6634713 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:28.309570 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:28.320928 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Notify callbacks [] for router, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:28.320928 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.4057155 Apr 30 13:12:28.326896 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] Sync routers for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:28.336749 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38496) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:28.344954 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:28.349058 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:28.438270 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-7a4a1344-b14e-4c1d-b9be-e8ad498bc216 req-7d85c5e0-844c-476a-8f23-cdadc5a79913 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394315 Apr 30 13:12:28.469309 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6ff84-6110-4970-819f-81825e9c735b req-771d2f0b-6f74-4ca7-8fdb-7c07c16f3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.470880 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-afe6ff84-6110-4970-819f-81825e9c735b req-771d2f0b-6f74-4ca7-8fdb-7c07c16f3778 service neutron] 10.222.0.87 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 915 time: 0.1704290 Apr 30 13:12:28.495365 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:28.538758 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-f8792762-54d7-4241-b8de-a010b338eb72 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "PUT /v2.0/floatingips/6d0dea5c-faec-4f6b-a405-aee59ef9b35b HTTP/1.1" status: 200 len: 992 time: 4.5815287 Apr 30 13:12:28.539567 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-602e1b19-7b1c-45de-9a4b-61a2ba5b7f25 req-03a7b131-c2b5-4d6a-9a02-d78b38f298e1 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Unset dirty status for tenant:adb78777ffa54975b148ff61e6634713 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:28.546685 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-602e1b19-7b1c-45de-9a4b-61a2ba5b7f25 req-03a7b131-c2b5-4d6a-9a02-d78b38f298e1 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 931 time: 0.7965767 Apr 30 13:12:28.567065 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:28.636629 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:28.646666 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:28.743217 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-602e1b19-7b1c-45de-9a4b-61a2ba5b7f25 req-04b62b65-f924-486e-b953-778cba706876 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Synchronizing usage tracker for tenant:adb78777ffa54975b148ff61e6634713 on resource:security_group {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:28.806151 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97223524-d1e4-4384-87bc-82a3975616c3 req-6073fcb1-72b6-47bb-a815-2f895e3a832e tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.807680 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-97223524-d1e4-4384-87bc-82a3975616c3 req-6073fcb1-72b6-47bb-a815-2f895e3a832e tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 943 time: 0.5013442 Apr 30 13:12:28.937864 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-602e1b19-7b1c-45de-9a4b-61a2ba5b7f25 req-04b62b65-f924-486e-b953-778cba706876 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Unset dirty status for tenant:adb78777ffa54975b148ff61e6634713 on resource:security_group {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:28.939298 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-602e1b19-7b1c-45de-9a4b-61a2ba5b7f25 req-04b62b65-f924-486e-b953-778cba706876 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918135 Apr 30 13:12:29.021743 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:26Z', 'revision_number': 3, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:29.027006 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-afe6ff84-6110-4970-819f-81825e9c735b req-ae8bc387-0051-44a8-8028-04f21426abfa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=430335cd-90b3-4b80-84a1-6700b8471833 HTTP/1.1" status: 200 len: 217 time: 0.1409678 Apr 30 13:12:29.031399 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Checking router: fc0940e5-7193-4911-b443-dfcf5155ce4f for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:29.032018 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Updating router fc0940e5-7193-4911-b443-dfcf5155ce4f port b6ff1710-d7f2-45d8-a628-cd422ba62cf6 binding host dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:12:29.073159 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-97223524-d1e4-4384-87bc-82a3975616c3 req-4289726d-9654-43e7-be39-f2c3ba8a0a34 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069976 Apr 30 13:12:29.162707 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:29.165474 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': '6d0dea5c-faec-4f6b-a405-aee59ef9b35b', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'port_id': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'mac_address': 'fa:16:3e:1a:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:12:25Z', 'revision_number': 1, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:29.175409 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] Checking router: f4025ad1-aab0-4a48-b12a-7046c1f53d95 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:29.184670 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6ff84-6110-4970-819f-81825e9c735b req-e420c72b-62b1-4c65-a18b-2fe8abf40c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:29.186437 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-afe6ff84-6110-4970-819f-81825e9c735b req-e420c72b-62b1-4c65-a18b-2fe8abf40c1c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 200 len: 854 time: 0.1514914 Apr 30 13:12:29.192928 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:29.193487 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:29.323691 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-afe6ff84-6110-4970-819f-81825e9c735b req-498fe30c-dbfc-4662-ab87-8323ccbce3c0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=66edb8f9-5dc8-4799-bc48-9c5212e130b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168184 Apr 30 13:12:29.405231 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:29.462514 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'status': 'completed', 'code': 200} Apr 30 13:12:29.669131 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-afe6ff84-6110-4970-819f-81825e9c735b req-d1a34b9b-9197-458e-ad82-b6601ee75990 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331349 Apr 30 13:12:29.741317 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-bd99d338-c4e9-42cb-94ca-af84e16aac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:29.747299 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-bd99d338-c4e9-42cb-94ca-af84e16aac59 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 1099 time: 0.1993444 Apr 30 13:12:29.780635 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:29.796101 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c235c464-18d0-4ad7-89af-cc3383c5d242 {{(pid=73798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:29.796691 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Transition to ACTIVE for port object b6ff1710-d7f2-45d8-a628-cd422ba62cf6 will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:29.806289 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:29.822058 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Transition to ACTIVE for port object c235c464-18d0-4ad7-89af-cc3383c5d242 will not be triggered until provisioned by entity L2. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:29.822981 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:29.831501 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1c3aeb7c-4cac-41eb-afa1-2d48c98c2c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:29.940667 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Attempting to bind port b6ff1710-d7f2-45d8-a628-cd422ba62cf6 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:29.941153 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Attempting to bind port b6ff1710-d7f2-45d8-a628-cd422ba62cf6 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:29.941626 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Attempting to bind port b6ff1710-d7f2-45d8-a628-cd422ba62cf6 on network c2869f81-3397-44d7-83da-a495caae779d {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:29.948933 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd0b54-2f1c-4581-b4dc-3ea60cab8b6e None None] Pushing event updated for resources: {'Port': ['ID=b6ff1710-d7f2-45d8-a628-cd422ba62cf6,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:29.952293 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3cbd0b54-2f1c-4581-b4dc-3ea60cab8b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:29.960172 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:29.960946 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Checking segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:29.962109 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:29.962633 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Bound using segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:29.963314 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Bound port: b6ff1710-d7f2-45d8-a628-cd422ba62cf6, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:29.963890 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:30.020893 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:30.048785 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-86cacc78-77cd-41d3-8097-29f0280143f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.050565 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-86cacc78-77cd-41d3-8097-29f0280143f6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.2908015 Apr 30 13:12:30.055783 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-afe6ff84-6110-4970-819f-81825e9c735b req-4136044a-2a61-4f96-9142-388b328c5582 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757250 Apr 30 13:12:30.062927 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:30.079602 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': '6d0dea5c-faec-4f6b-a405-aee59ef9b35b', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'port_id': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'mac_address': 'fa:16:3e:1a:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:12:25Z', 'revision_number': 1, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:30.087942 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525d53d-8cb5-4699-b95b-1737620b5cd5 None None] The sync data for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb is: [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': '6d0dea5c-faec-4f6b-a405-aee59ef9b35b', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'port_id': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'mac_address': 'fa:16:3e:1a:e1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:12:25Z', 'revision_number': 1, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:30.120598 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] For port b6ff1710-d7f2-45d8-a628-cd422ba62cf6, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:30.123837 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] For port b6ff1710-d7f2-45d8-a628-cd422ba62cf6, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=b6ff1710-d7f2-45d8-a628-cd422ba62cf6,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:30.132100 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:30.136139 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7cf1d019-574f-4cad-b498-5236f54ef58a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:30.242807 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b9886-f2f1-4dc7-abd8-16a22081e341 req-8c4c3acb-3edf-46eb-8e78-8002648ef41a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.251946 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-429b9886-f2f1-4dc7-abd8-16a22081e341 req-8c4c3acb-3edf-46eb-8e78-8002648ef41a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.8894317 Apr 30 13:12:30.280006 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Pushing event updated for resources: {'Port': ['ID=c235c464-18d0-4ad7-89af-cc3383c5d242,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:30.281160 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd0b54-2f1c-4581-b4dc-3ea60cab8b6e None None] Pushing event updated for resources: {'Port': ['ID=b6ff1710-d7f2-45d8-a628-cd422ba62cf6,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:30.300776 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3cbd0b54-2f1c-4581-b4dc-3ea60cab8b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:30.319320 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:30.320787 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:30.373022 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-861a3b1e-f99d-48c2-a85c-3e0dc591c875 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2 HTTP/1.1" status: 200 len: 1000 time: 0.2780678 Apr 30 13:12:30.379239 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:30.420277 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-429b9886-f2f1-4dc7-abd8-16a22081e341 req-98d20a88-c5ee-4def-bae9-5abf23db7148 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670952 Apr 30 13:12:30.435997 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed2b1c-db54-4415-8243-4afa1746b0eb None None] New status for floating IP 6d0dea5c-faec-4f6b-a405-aee59ef9b35b: ACTIVE {{(pid=73801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:12:30.437459 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715ffcf-9657-4590-9026-1c7eb79f4d0d req-092ee852-d5a8-4c87-afc3-b83094789768 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.445045 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9715ffcf-9657-4590-9026-1c7eb79f4d0d req-092ee852-d5a8-4c87-afc3-b83094789768 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.8392675 Apr 30 13:12:30.475665 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-5ede00a7-b453-4815-9eff-7c76f92122bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.478201 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-5ede00a7-b453-4815-9eff-7c76f92122bc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.0954113 Apr 30 13:12:30.567732 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-af4ff342-8045-47a3-af67-89e854b8b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.569352 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-af4ff342-8045-47a3-af67-89e854b8b323 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840826 Apr 30 13:12:30.606706 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9715ffcf-9657-4590-9026-1c7eb79f4d0d req-16909f09-d496-47f2-be50-4c2f9175a01f tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608064 Apr 30 13:12:30.626818 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Attempting to bind port c235c464-18d0-4ad7-89af-cc3383c5d242 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:30.627192 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Attempting to bind port c235c464-18d0-4ad7-89af-cc3383c5d242 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '9a43b346-86da-4ff8-be4a-c35b1f4c8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '420d3429-594c-4c2c-8fb7-6a4c8b526aac'}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:30.627512 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Attempting to bind port c235c464-18d0-4ad7-89af-cc3383c5d242 on network 420d3429-594c-4c2c-8fb7-6a4c8b526aac {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:30.630717 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:30.645227 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Port c235c464-18d0-4ad7-89af-cc3383c5d242 on network 420d3429-594c-4c2c-8fb7-6a4c8b526aac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:30.645552 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Attempting to bind port c235c464-18d0-4ad7-89af-cc3383c5d242 on network 420d3429-594c-4c2c-8fb7-6a4c8b526aac {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:30.659864 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:30.660037 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Checking segment: {'id': '9a43b346-86da-4ff8-be4a-c35b1f4c8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '420d3429-594c-4c2c-8fb7-6a4c8b526aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:30.660380 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Bound using segment: {'id': '9a43b346-86da-4ff8-be4a-c35b1f4c8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '420d3429-594c-4c2c-8fb7-6a4c8b526aac'} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:30.660822 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Bound port: c235c464-18d0-4ad7-89af-cc3383c5d242, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a43b346-86da-4ff8-be4a-c35b1f4c8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '420d3429-594c-4c2c-8fb7-6a4c8b526aac'}}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:30.661161 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:30.723762 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-88d427d0-4d64-4401-8c32-3bd62a8f6f07 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473095 Apr 30 13:12:30.866586 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df1e4d-4099-4fbb-b89b-b31c6abef12f req-58c7f896-b4ad-4e51-9a7d-7a44047e4c1d tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.869707 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a7df1e4d-4099-4fbb-b89b-b31c6abef12f req-58c7f896-b4ad-4e51-9a7d-7a44047e4c1d tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 943 time: 0.3213964 Apr 30 13:12:30.878569 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-05224f02-5562-4fac-9c1d-8cbf366cd1a7 req-97b2ad07-646e-445b-8dd2-d1b0fe409161 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458542 Apr 30 13:12:30.901028 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:30.926416 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] For port c235c464-18d0-4ad7-89af-cc3383c5d242, host hv-cinder-78445, cleared binding levels {{(pid=73798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:30.993699 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] For port c235c464-18d0-4ad7-89af-cc3383c5d242, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c235c464-18d0-4ad7-89af-cc3383c5d242,segment=NetworkSegment(9a43b346-86da-4ff8-be4a-c35b1f4c8cc6),segment_id=9a43b346-86da-4ff8-be4a-c35b1f4c8cc6)] {{(pid=73798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:31.003759 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a7df1e4d-4099-4fbb-b89b-b31c6abef12f req-e3ff3621-b13e-499e-b9dd-333279af8935 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249094 Apr 30 13:12:31.005997 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:31.022087 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ed74efe8-00f1-4913-a823-b7f881b715c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:31.094574 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6ba03-ae02-4589-afd2-1fa9e43f4700 req-cba4fa85-b51f-4bcd-91eb-27890ef653c4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.096115 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6bd6ba03-ae02-4589-afd2-1fa9e43f4700 req-cba4fa85-b51f-4bcd-91eb-27890ef653c4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 943 time: 0.3395030 Apr 30 13:12:31.126660 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.127317 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:31.129082 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] 10.222.0.87 "PUT /v2.0/ports/c235c464-18d0-4ad7-89af-cc3383c5d242 HTTP/1.1" status: 200 len: 1093 time: 2.9898274 Apr 30 13:12:31.150653 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:26Z', 'revision_number': 3, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:31.155412 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8067d32f-266e-436f-9087-c2e1ae76231f None None] The sync data for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb is: [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:26Z', 'revision_number': 3, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:31.275999 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Pushing event updated for resources: {'Port': ['ID=c235c464-18d0-4ad7-89af-cc3383c5d242,revision_number=3']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:31.300368 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:31.303763 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6bd6ba03-ae02-4589-afd2-1fa9e43f4700 req-7b05dad7-befb-4893-b49f-208ef0f2effc tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983955 Apr 30 13:12:31.387392 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Allocated IP 172.20.0.1 (2ead2e87-381f-4f48-9ed3-5a0dbb705c46/5b28244c-6871-4b3c-be63-99c100ee54c4/0ce1dbc1-9c07-4e34-9fae-077beeb65c4a) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:31.427564 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38562) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:31.455499 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a74f7-1478-4b60-8853-626807564da5 req-f28d7704-bfad-45d7-9116-bc9cc08d0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.457069 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-f28d7704-bfad-45d7-9116-bc9cc08d0a18 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=adb78777ffa54975b148ff61e6634713&device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 1096 time: 0.2368865 Apr 30 13:12:31.485496 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ecbe58-bb5b-4059-aa51-530d752882ff', 'tag': 'c235c464-18d0-4ad7-89af-cc3383c5d242'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:31.586988 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] Deleting subnet 34f93789-5b4c-4903-9466-70693e5777c8 {{(pid=73799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:12:31.592930 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:31.656868 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:31.667815 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:31.694868 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ecbe58-bb5b-4059-aa51-530d752882ff', 'tag': 'c235c464-18d0-4ad7-89af-cc3383c5d242', 'status': 'completed', 'code': 200} Apr 30 13:12:31.703544 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-107d3843-e543-4985-85b4-474404b3f441 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c235c464-18d0-4ad7-89af-cc3383c5d242 HTTP/1.1" status: 200 len: 217 time: 0.1949914 Apr 30 13:12:31.890933 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b386b4de-0330-4ffa-9908-dc1790321148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:31.970259 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a74f7-1478-4b60-8853-626807564da5 req-9d095a18-b0ae-4c7f-af2f-756ccef2fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.972458 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-9d095a18-b0ae-4c7f-af2f-756ccef2fd84 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=13f86b9b-bc21-425a-9f78-c21a1915fc6a HTTP/1.1" status: 200 len: 848 time: 0.1940563 Apr 30 13:12:31.979014 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.048123 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.052828 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b34d1279-50bd-4223-b7d6-feacf85ad5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:32.089782 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f93789-5b4c-4903-9466-70693e5777c8,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:32.099625 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.104623 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:32.108264 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/34f93789-5b4c-4903-9466-70693e5777c8 HTTP/1.1" status: 204 len: 168 time: 0.6776140 Apr 30 13:12:32.110730 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38584) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:32.168371 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Transition to ACTIVE for port object 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a will not be triggered until provisioned by entity DHCP. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:32.171767 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-d928e01d-9bb9-45a2-bd27-e6a966986b52 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=420d3429-594c-4c2c-8fb7-6a4c8b526aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1794012 Apr 30 13:12:32.182430 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8272b76-5c45-4d25-821c-bb0262a8a0ff req-517617a3-b156-4fa8-8c47-521b6f873f4c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:32.184692 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d8272b76-5c45-4d25-821c-bb0262a8a0ff req-517617a3-b156-4fa8-8c47-521b6f873f4c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.4801419 Apr 30 13:12:32.224481 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.277830 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0cfd8-7c54-4de5-93c0-75a86d9496dd req-4a6c5002-408b-4726-b4d2-2722e91d3584 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:32.279227 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1af0cfd8-7c54-4de5-93c0-75a86d9496dd req-4a6c5002-408b-4726-b4d2-2722e91d3584 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.4606855 Apr 30 13:12:32.350189 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.364603 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d8272b76-5c45-4d25-821c-bb0262a8a0ff req-33a45347-5ca0-43b8-8485-32b9d3fe0372 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512897 Apr 30 13:12:32.411852 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 430335cd-90b3-4b80-84a1-6700b8471833 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:32.417499 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1af0cfd8-7c54-4de5-93c0-75a86d9496dd req-e7222308-29c5-4926-b2e5-3d581af24fad tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Apr 30 13:12:32.420971 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.429608 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ae2c8129-d41a-4a8c-be55-fbea99bf6609 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:32.472758 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-90458b06-08b1-491d-9067-fc584af08fbe service neutron] 10.222.0.87 "GET /v2.0/networks/420d3429-594c-4c2c-8fb7-6a4c8b526aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853668 Apr 30 13:12:32.508285 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.509487 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.511574 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.512353 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.512889 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.513454 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.513980 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.514509 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.515142 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.515676 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.522865 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:32.536782 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:32.545165 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:32.545619 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395994'] for router_interface, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.589615 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce1dbc1-9c07-4e34-9fae-077beeb65c4a,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:32.593523 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:32.620924 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 430335cd-90b3-4b80-84a1-6700b8471833, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=430335cd-90b3-4b80-84a1-6700b8471833,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:32.645695 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '430335cd-90b3-4b80-84a1-6700b8471833', 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0', 'port_id': '430335cd-90b3-4b80-84a1-6700b8471833', 'mac_address': 'fa:16:3e:ad:9f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7877df0-aee7-4d30-8a19-13dd55eeb706', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:32.693690 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.693690 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.694364 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.695208 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:32.695668 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d235c560-181a-488a-9dcb-f86ced8bda5b']}} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:32.712286 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f1786c-e8f0-43f8-b45b-b5524ce91dd6') {'for_net_delete': True} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:32.712526 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f1786c-e8f0-43f8-b45b-b5524ce91dd6') {} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:32.714909 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.729329 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1858119'] for segment, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.735976 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430335cd-90b3-4b80-84a1-6700b8471833 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:32.750401 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-213a74f7-1478-4b60-8853-626807564da5 req-2386e660-3337-4d5e-9022-125151637cfd service neutron] 10.222.0.87 "GET /v2.0/networks/420d3429-594c-4c2c-8fb7-6a4c8b526aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613797 Apr 30 13:12:32.764275 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.769781 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 430335cd-90b3-4b80-84a1-6700b8471833, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=430335cd-90b3-4b80-84a1-6700b8471833,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:32.772572 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=73799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:12:32.777063 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.779359 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:32.851079 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93158b-87f9-425d-bdaa-476369f8c0a9 req-9910b5d2-718d-4afe-a17f-6b6d36fccb8c tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:32.852657 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7f93158b-87f9-425d-bdaa-476369f8c0a9 req-9910b5d2-718d-4afe-a17f-6b6d36fccb8c tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 943 time: 0.3286858 Apr 30 13:12:32.886292 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-afbbc800-e5c8-4b8f-96fb-edd280e67b98 None None] Provisioning for port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:32.904324 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-afbbc800-e5c8-4b8f-96fb-edd280e67b98 None None] Provisioning complete for port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:32.905430 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afbbc800-e5c8-4b8f-96fb-edd280e67b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.964581 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-afbbc800-e5c8-4b8f-96fb-edd280e67b98 None None] Port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:12:32.984261 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=430335cd-90b3-4b80-84a1-6700b8471833,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:32.992631 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.992979 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.993316 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.993646 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.993980 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.994305 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.994629 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.994949 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.995431 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.996068 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.996068 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:32.996474 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:33.000936 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:33.024960 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7f93158b-87f9-425d-bdaa-476369f8c0a9 req-caa1d674-1583-45db-9593-94ea527b16f4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648855 Apr 30 13:12:33.048038 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Network d235c560-181a-488a-9dcb-f86ced8bda5b has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:12:33.070836 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2109741'] for segment, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:33.096075 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:33.205342 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device b6ff1710-d7f2-45d8-a628-cd422ba62cf6 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:33.288574 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['430335cd-90b3-4b80-84a1-6700b8471833'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:33.292117 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-f244c02b-e381-4422-a39a-94c2a1f151b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:33.294435 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-f244c02b-e381-4422-a39a-94c2a1f151b3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=adb78777ffa54975b148ff61e6634713&device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 1096 time: 0.3759041 Apr 30 13:12:33.333709 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port b6ff1710-d7f2-45d8-a628-cd422ba62cf6 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:33.350817 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port b6ff1710-d7f2-45d8-a628-cd422ba62cf6 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:33.351348 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:33.409539 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Network d235c560-181a-488a-9dcb-f86ced8bda5b has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:12:33.515629 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb35e5-bf91-4738-b09a-7f381f78d54a req-2d1e45bf-5ac1-4fe8-9b9a-46a8b4d1c190 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:33.517382 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c6fb35e5-bf91-4738-b09a-7f381f78d54a req-2d1e45bf-5ac1-4fe8-9b9a-46a8b4d1c190 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 944 time: 0.4887919 Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: from cryptography.utils import int_from_bytes Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: from cryptography.utils import int_from_bytes Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: Traceback (most recent call last): Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: timer() Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: cb(*args, **kw) Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: return func(*args, **kwargs) Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: self._notify() Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: self.callback(batched_events) Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: event.method(event) Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: return f(self, *a, **k) Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: return self._get(url).json() Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: return self.request(url, 'GET', **kwargs) Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:12:33.519920 dv-cinder-784453-4-smb neutron-server[73799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:12:33.524608 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:33.537890 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:33.553384 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bf7408d0-d644-43d5-ad62-0b35fc048c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:33.561130 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:33.600316 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d235c560-181a-488a-9dcb-f86ced8bda5b HTTP/1.1" status: 204 len: 168 time: 1.4858701 Apr 30 13:12:33.600316 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d235c560-181a-488a-9dcb-f86ced8bda5b,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:33.604529 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:33.632186 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bac2c-4aac-4b7f-a215-d34a244edf89 req-e214e7ab-fbc2-4790-867e-2c1a35330712 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:33.643428 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38608) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:33.646183 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-531bac2c-4aac-4b7f-a215-d34a244edf89 req-e214e7ab-fbc2-4790-867e-2c1a35330712 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.4672918 Apr 30 13:12:33.649115 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-cf7af908-0bfe-4781-96d9-d67b40c380b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'floatingip': {'port_id': '8e01f63d-955c-470b-8d3f-821d6376a928'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:33.672708 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port b6ff1710-d7f2-45d8-a628-cd422ba62cf6, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=b6ff1710-d7f2-45d8-a628-cd422ba62cf6,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:33.692983 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:33.702726 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:33.728379 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-86d8098e-752c-49f1-8365-04b477267f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:33.729809 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-86d8098e-752c-49f1-8365-04b477267f45 service neutron] 10.222.0.87 "GET /v2.0/networks?id=420d3429-594c-4c2c-8fb7-6a4c8b526aac HTTP/1.1" status: 200 len: 909 time: 0.4250333 Apr 30 13:12:33.782845 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-cf7af908-0bfe-4781-96d9-d67b40c380b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:33.861645 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=b6ff1710-d7f2-45d8-a628-cd422ba62cf6,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:33.866711 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:33.916272 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38616) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:33.933461 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-58801a09-5ae2-43fb-a86c-3d966530fe45 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c235c464-18d0-4ad7-89af-cc3383c5d242 HTTP/1.1" status: 200 len: 217 time: 0.1859701 Apr 30 13:12:33.948874 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c6fb35e5-bf91-4738-b09a-7f381f78d54a req-6894a9cc-f7bc-45bb-a8a9-85d055f55f45 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136450 Apr 30 13:12:34.028650 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-ddeb2af7-dfcb-455f-a4b4-02d58bf90249 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=472977414d0045f8847515e3bc91f8ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1113300 Apr 30 13:12:34.032069 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38620) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:34.040639 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-2e8e5c46-2976-4268-a19c-184be53e6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:34.042218 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-2e8e5c46-2976-4268-a19c-184be53e6b63 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=13f86b9b-bc21-425a-9f78-c21a1915fc6a HTTP/1.1" status: 200 len: 848 time: 0.0978444 Apr 30 13:12:34.117802 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3de386-0f1b-4c17-a2c1-c38e19e8971e req-a1aaf80b-4ab7-421d-98f0-e2c038e30b53 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:34.119295 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9a3de386-0f1b-4c17-a2c1-c38e19e8971e req-a1aaf80b-4ab7-421d-98f0-e2c038e30b53 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.2597377 Apr 30 13:12:34.125509 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.135563 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-0908dd08-6bd1-46d3-8bbd-20911ca37965 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=420d3429-594c-4c2c-8fb7-6a4c8b526aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590441 Apr 30 13:12:34.136883 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.150727 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395903'] for router_interface, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.157917 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-b6ed37c2-7882-4719-82fa-ab337f329dd7 tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:34.298870 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3dd8f74a-2e10-46c4-9b0d-e5aa25629ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.358288 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3dd8f74a-2e10-46c4-9b0d-e5aa25629ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.386728 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.526429 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9a3de386-0f1b-4c17-a2c1-c38e19e8971e req-747222b9-53d5-4da7-b5bf-1a47b6b63698 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931179 Apr 30 13:12:34.553144 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce1dbc1-9c07-4e34-9fae-077beeb65c4a,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:34.556644 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:34.624348 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-dcfafe47-964a-457b-98dd-6247d78364da req-f93378ce-dc13-4165-8fe5-515c3abf0d20 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3811896 Apr 30 13:12:34.632914 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-53dd015d-63db-4623-9e4a-89dc987b5f61 service neutron] 10.222.0.87 "GET /v2.0/networks/420d3429-594c-4c2c-8fb7-6a4c8b526aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317584 Apr 30 13:12:34.644049 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:34.652222 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62bf9a-e222-4e6c-af48-e7f156ab02da req-301ed8e8-2e65-44aa-87d7-b37f7beb5404 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:34.660713 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7b62bf9a-e222-4e6c-af48-e7f156ab02da req-301ed8e8-2e65-44aa-87d7-b37f7beb5404 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 943 time: 0.3272433 Apr 30 13:12:34.676877 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:34.677316 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-49d24778-ddab-452a-a426-d8d579d623a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.725118 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3dd8f74a-2e10-46c4-9b0d-e5aa25629ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.728880 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a4a6f2f3-ac55-4014-9d93-493c833b36bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:34.747749 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8f74a-2e10-46c4-9b0d-e5aa25629ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46afa1e-8b9e-4c06-88fe-1730c2d557cd,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:34.754141 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-3dd8f74a-2e10-46c4-9b0d-e5aa25629ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:34.758581 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3dd8f74a-2e10-46c4-9b0d-e5aa25629ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.761930 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-3dd8f74a-2e10-46c4-9b0d-e5aa25629ced admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b46afa1e-8b9e-4c06-88fe-1730c2d557cd HTTP/1.1" status: 204 len: 168 time: 0.7267022 Apr 30 13:12:34.840453 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7b62bf9a-e222-4e6c-af48-e7f156ab02da req-28190f15-8b3f-4c49-bcbb-d80dbf6bf0eb tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788163 Apr 30 13:12:35.011874 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-aaf21cc3-590d-4df5-9da5-8f97bcf00f66 None None] Provisioning complete for port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:35.012257 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-aaf21cc3-590d-4df5-9da5-8f97bcf00f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.037893 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-cf7af908-0bfe-4781-96d9-d67b40c380b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.047928 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-cf7af908-0bfe-4781-96d9-d67b40c380b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.146485 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-aaf21cc3-590d-4df5-9da5-8f97bcf00f66 None None] Port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:12:35.232338 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device b6ff1710-d7f2-45d8-a628-cd422ba62cf6 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:35.280562 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.l3_db [None req-cf7af908-0bfe-4781-96d9-d67b40c380b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Floating IP ee79878a-e859-488d-8107-8981e9f84797 associated. External IP: 172.28.1.129, port: 8e01f63d-955c-470b-8d3f-821d6376a928. Apr 30 13:12:35.298485 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4e238f27-54af-435c-b87a-dda1a5a5c3ec req-2a37808f-7944-4fe7-ad71-fa4ac25423f3 service neutron] 10.222.0.87 "GET /v2.0/networks/420d3429-594c-4c2c-8fb7-6a4c8b526aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193814 Apr 30 13:12:35.357111 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Router fc0940e5-7193-4911-b443-dfcf5155ce4f has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:12:35.389052 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfafe47-964a-457b-98dd-6247d78364da req-ce2d20c1-9463-49b4-a55b-9f15b1322c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:35.390544 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-dcfafe47-964a-457b-98dd-6247d78364da req-ce2d20c1-9463-49b4-a55b-9f15b1322c88 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 1099 time: 0.6332810 Apr 30 13:12:35.436777 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port b6ff1710-d7f2-45d8-a628-cd422ba62cf6 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:35.438779 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.502489 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.512825 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f1c4e-b8f3-4dd7-959a-d428c0969e28 req-a3863b3b-f4c6-4cec-8f68-bdabc001b550 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:35.514707 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-716f1c4e-b8f3-4dd7-959a-d428c0969e28 req-a3863b3b-f4c6-4cec-8f68-bdabc001b550 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 944 time: 0.3305149 Apr 30 13:12:35.586299 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.710082 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-716f1c4e-b8f3-4dd7-959a-d428c0969e28 req-4f2ece0b-4b24-4d6d-9f74-512518d379d4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975828 Apr 30 13:12:35.726682 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfafe47-964a-457b-98dd-6247d78364da req-9a3c8219-a8d9-44e4-8b4e-0cc1076e57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:35.728790 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-dcfafe47-964a-457b-98dd-6247d78364da req-9a3c8219-a8d9-44e4-8b4e-0cc1076e57ec service neutron] 10.222.0.87 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 915 time: 0.2332687 Apr 30 13:12:35.737846 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:35.755358 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Sync routers for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:35.772094 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:35.772444 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] 10.222.0.66 "PUT /v2.0/routers/fc0940e5-7193-4911-b443-dfcf5155ce4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4283392 Apr 30 13:12:35.773062 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:35.997049 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-dcfafe47-964a-457b-98dd-6247d78364da req-8d972a2c-920a-4a58-b887-24ca51d05bf3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad HTTP/1.1" status: 200 len: 217 time: 0.1811490 Apr 30 13:12:36.017657 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cd639-6304-4244-9179-226c1ae42f2f req-e8eb18ae-c82c-47fe-bfdb-f1b92cfd61df tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:36.020193 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-169cd639-6304-4244-9179-226c1ae42f2f req-e8eb18ae-c82c-47fe-bfdb-f1b92cfd61df tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1731317 Apr 30 13:12:36.129040 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:36.140294 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-169cd639-6304-4244-9179-226c1ae42f2f req-578299a0-b832-40df-91b3-cfd7d20f3758 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116869 Apr 30 13:12:36.208025 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7af908-0bfe-4781-96d9-d67b40c380b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Router 5d328752-7daa-4959-8c10-85ac13ead339 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:12:36.215206 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfafe47-964a-457b-98dd-6247d78364da req-54a52b30-9e04-4e13-be31-ca69dfb35261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:36.216833 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-dcfafe47-964a-457b-98dd-6247d78364da req-54a52b30-9e04-4e13-be31-ca69dfb35261 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 200 len: 854 time: 0.2088153 Apr 30 13:12:36.225063 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4640cb-1a26-4a38-8f61-6a9f76e81a0b req-c632eee6-d003-47bc-9b79-0a6c53c232b3 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:36.233191 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5c4640cb-1a26-4a38-8f61-6a9f76e81a0b req-c632eee6-d003-47bc-9b79-0a6c53c232b3 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 943 time: 0.1651330 Apr 30 13:12:36.286472 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5c4640cb-1a26-4a38-8f61-6a9f76e81a0b req-751ace27-a232-413c-b63b-5a0583c703a3 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521321 Apr 30 13:12:36.381544 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-dcfafe47-964a-457b-98dd-6247d78364da req-81bc1493-4a29-4fd2-a4fb-d037563a33f5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=66edb8f9-5dc8-4799-bc48-9c5212e130b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579846 Apr 30 13:12:36.444969 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device c235c464-18d0-4ad7-89af-cc3383c5d242 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:36.467164 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 430335cd-90b3-4b80-84a1-6700b8471833 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:36.664855 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-dcfafe47-964a-457b-98dd-6247d78364da req-b252c708-c936-4e76-b653-7add958e309b service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674258 Apr 30 13:12:36.667761 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7af908-0bfe-4781-96d9-d67b40c380b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:36.674958 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-cf7af908-0bfe-4781-96d9-d67b40c380b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:36.679403 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] Sync routers for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:36.698566 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:36.699489 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:36.802739 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:32Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '0ce1dbc1-9c07-4e34-9fae-077beeb65c4a', 'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'mac_address': 'fa:16:3e:c4:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:30Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 2, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'subnets': [{'id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:36.810416 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Checking router: fc0940e5-7193-4911-b443-dfcf5155ce4f for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:36.810999 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Updating router fc0940e5-7193-4911-b443-dfcf5155ce4f port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a binding host dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:12:36.845130 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 430335cd-90b3-4b80-84a1-6700b8471833 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:36.858695 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 430335cd-90b3-4b80-84a1-6700b8471833 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:36.859359 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:36.938568 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port c235c464-18d0-4ad7-89af-cc3383c5d242, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c235c464-18d0-4ad7-89af-cc3383c5d242,segment=NetworkSegment(9a43b346-86da-4ff8-be4a-c35b1f4c8cc6),segment_id=9a43b346-86da-4ff8-be4a-c35b1f4c8cc6)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:36.953611 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.019922 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': 'c235c464-18d0-4ad7-89af-cc3383c5d242', 'network_id': '420d3429-594c-4c2c-8fb7-6a4c8b526aac', 'port_id': 'c235c464-18d0-4ad7-89af-cc3383c5d242', 'mac_address': 'fa:16:3e:4f:d1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f86b9b-bc21-425a-9f78-c21a1915fc6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:37.079285 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a880940-f8c1-45d0-946b-971992c86890 req-bb74eaa2-23f3-45e4-9f7c-43595b4ce462 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:37.092836 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a880940-f8c1-45d0-946b-971992c86890 req-bb74eaa2-23f3-45e4-9f7c-43595b4ce462 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 944 time: 0.1610525 Apr 30 13:12:37.170440 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:37.178996 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.242093 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.259629 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.262403 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a880940-f8c1-45d0-946b-971992c86890 req-cd7f60f0-bbd1-4d35-bd8c-313558c69f96 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686182 Apr 30 13:12:37.281851 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c235c464-18d0-4ad7-89af-cc3383c5d242 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:37.298918 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port c235c464-18d0-4ad7-89af-cc3383c5d242, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c235c464-18d0-4ad7-89af-cc3383c5d242,segment=NetworkSegment(9a43b346-86da-4ff8-be4a-c35b1f4c8cc6),segment_id=9a43b346-86da-4ff8-be4a-c35b1f4c8cc6)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:37.308045 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430335cd-90b3-4b80-84a1-6700b8471833'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:37.319671 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.328135 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:37.352606 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-dcfafe47-964a-457b-98dd-6247d78364da req-66145028-a760-458c-bb67-80bc6020703e service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981239 Apr 30 13:12:37.367306 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 430335cd-90b3-4b80-84a1-6700b8471833, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=430335cd-90b3-4b80-84a1-6700b8471833,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:37.396478 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.419489 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-cf7af908-0bfe-4781-96d9-d67b40c380b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "PUT /v2.0/floatingips/ee79878a-e859-488d-8107-8981e9f84797 HTTP/1.1" status: 200 len: 992 time: 3.7748668 Apr 30 13:12:37.420596 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'tag': '8e01f63d-955c-470b-8d3f-821d6376a928'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:37.523862 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38726) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:37.529381 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1218387784-network', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:37.537411 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=c235c464-18d0-4ad7-89af-cc3383c5d242,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:37.540655 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:37.556538 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Usage tracker for resource:network and tenant:7133e24e382d4643b6ef7b99e4365d60 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:37.557827 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:37.558365 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:37.563912 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:37.600111 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:37.623541 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Made reservation on behalf of 7133e24e382d4643b6ef7b99e4365d60 for: {'network': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:37.626149 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.658614 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.696618 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:37.702132 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Usage tracker for resource:security_group_rule and tenant:7133e24e382d4643b6ef7b99e4365d60 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:37.705328 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:37.713718 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:37.731973 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=430335cd-90b3-4b80-84a1-6700b8471833,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:37.752248 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:37.785035 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609b33e-28fd-4536-a7b1-60d3cdcc0b0c req-7532e113-bb56-49f1-92c7-9e68d723d257 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:37.789046 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8609b33e-28fd-4536-a7b1-60d3cdcc0b0c req-7532e113-bb56-49f1-92c7-9e68d723d257 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.3199825 Apr 30 13:12:37.798771 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89796dc-a971-477e-96ec-ad0ec5ff5041 req-d619a7df-f3de-4524-90f9-f97dfafeccf6 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:37.806638 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c89796dc-a971-477e-96ec-ad0ec5ff5041 req-d619a7df-f3de-4524-90f9-f97dfafeccf6 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 944 time: 0.2235665 Apr 30 13:12:37.865359 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['c235c464-18d0-4ad7-89af-cc3383c5d242'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:37.875345 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.881871 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.886866 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-38e27fdc-3a45-4f6f-969c-65e1155d3671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:37.920048 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.922005 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=73799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:12:37.932715 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de063d99-6013-4249-b5f7-e84927307c57,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:37.945298 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:37.948478 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.949228 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.segments_db [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Added segment d7e21b9e-015e-4f7a-ae36-8aa4162e569f of type vlan for network 566fba5c-96b4-4c48-922e-ded5ab972f3e Apr 30 13:12:37.986344 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.988158 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Transition to ACTIVE for port object 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:38.027493 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.028662 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.030325 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:38.031465 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.033522 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:38.039381 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b9b31b94-a431-4c93-baf2-e7fcb97219f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:38.042448 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': 'ee79878a-e859-488d-8107-8981e9f84797', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'floating_ip_address': '172.28.1.129', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'port_id': '8e01f63d-955c-470b-8d3f-821d6376a928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'mac_address': 'fa:16:3e:ad:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:12:07Z', 'updated_at': '2021-04-30T13:12:34Z', 'revision_number': 1, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:38.052653 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] Checking router: 5d328752-7daa-4959-8c10-85ac13ead339 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:38.058269 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8609b33e-28fd-4536-a7b1-60d3cdcc0b0c req-fd2c371f-d493-49fb-9ed7-81c32b7b22d1 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493806 Apr 30 13:12:38.073541 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:38.074197 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:38.074658 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c89796dc-a971-477e-96ec-ad0ec5ff5041 req-c1ce0039-166d-4fee-ab22-1716db228a19 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665849 Apr 30 13:12:38.150628 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38742) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:38.217503 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430335cd-90b3-4b80-84a1-6700b8471833', 'code': 200} Apr 30 13:12:38.269801 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa010e-87e1-48ae-bc18-4e11eff36519 None None] Pushing event updated for resources: {'Port': ['ID=0ce1dbc1-9c07-4e34-9fae-077beeb65c4a,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:38.275644 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dfaa010e-87e1-48ae-bc18-4e11eff36519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:38.292381 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'tag': '8e01f63d-955c-470b-8d3f-821d6376a928', 'status': 'completed', 'code': 200} Apr 30 13:12:38.301021 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Pushing event updated for resources: {'Network': ['ID=566fba5c-96b4-4c48-922e-ded5ab972f3e,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:38.305760 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:38.312766 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7852252 Apr 30 13:12:38.313184 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38750) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:38.323306 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Request body: {'subnet': {'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1218387784-subnet', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'ip_version': 4}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:38.398866 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.406299 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:12:38.411131 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:38.437333 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:38.450503 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b9dcc882fd4ad9bb2837c927ca1c6f is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:38.453864 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:38.456642 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Usage tracker for resource:subnet and tenant:7133e24e382d4643b6ef7b99e4365d60 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:38.460949 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:38.465129 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:38.469324 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:38.490091 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:38.511814 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Made reservation on behalf of 7133e24e382d4643b6ef7b99e4365d60 for: {'subnet': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:38.528153 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2230034'] for subnet, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.551377 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Attempting to bind port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:38.552373 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Attempting to bind port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:38.552898 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Attempting to bind port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a on network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:38.638829 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-1fc0353d-efc2-4633-8cb9-3251c425873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:38.642764 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-1fc0353d-efc2-4633-8cb9-3251c425873f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1099 time: 0.3115976 Apr 30 13:12:38.675276 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:38.675988 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Checking segment: {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:38.676601 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.677177 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Bound using segment: {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:38.678224 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Bound port: 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:38.679143 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.752466 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.771648 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.802995 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-fba5c308-6d0d-42ef-8cce-5e42d6d5f3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:38.833767 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] For port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:38.837426 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] For port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=0ce1dbc1-9c07-4e34-9fae-077beeb65c4a,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:38.843799 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.851355 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:38.868179 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8b9dcc882fd4ad9bb2837c927ca1c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7133110 Apr 30 13:12:38.880605 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83813cba-6ffc-4d9c-8c90-b423333280ec,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:38.885471 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:38.891863 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38762) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:38.939699 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-6d537fbe-b18c-4b86-98b1-6731d0bfe64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:38.941459 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-6d537fbe-b18c-4b86-98b1-6731d0bfe64d service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.1656311 Apr 30 13:12:38.968899 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa010e-87e1-48ae-bc18-4e11eff36519 None None] Pushing event updated for resources: {'Port': ['ID=0ce1dbc1-9c07-4e34-9fae-077beeb65c4a,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:38.973698 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:38.974380 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:39.033160 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': 'ee79878a-e859-488d-8107-8981e9f84797', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'floating_ip_address': '172.28.1.129', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'port_id': '8e01f63d-955c-470b-8d3f-821d6376a928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'mac_address': 'fa:16:3e:ad:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:12:07Z', 'updated_at': '2021-04-30T13:12:34Z', 'revision_number': 1, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:39.041749 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4b2c9-7f06-49a5-8205-4498d98f255a req-3e723bb2-7342-470f-b867-c2bdbc1df7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.043180 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0ceba-9d4b-433d-911c-9fbbf824e0f6 None None] The sync data for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb is: [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': 'ee79878a-e859-488d-8107-8981e9f84797', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'floating_ip_address': '172.28.1.129', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'port_id': '8e01f63d-955c-470b-8d3f-821d6376a928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'mac_address': 'fa:16:3e:ad:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:12:07Z', 'updated_at': '2021-04-30T13:12:34Z', 'revision_number': 1, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:39.043728 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1de4b2c9-7f06-49a5-8205-4498d98f255a req-3e723bb2-7342-470f-b867-c2bdbc1df7f4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 1098 time: 0.4864306 Apr 30 13:12:39.060854 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dfaa010e-87e1-48ae-bc18-4e11eff36519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:39.119406 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-a413a396-09d3-4d82-8750-1981d697280f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 1000 time: 0.1668632 Apr 30 13:12:39.141518 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceb470-bedf-468b-bcd9-d0c24d5a9de4 req-a4d6336d-0ee0-4dcb-9c08-e3fd877b61e7 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.150477 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f6ceb470-bedf-468b-bcd9-d0c24d5a9de4 req-a4d6336d-0ee0-4dcb-9c08-e3fd877b61e7 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 945 time: 0.6380155 Apr 30 13:12:39.251490 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-fb557892-38fc-4415-9b5a-4f01bcf37c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.253604 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-fb557892-38fc-4415-9b5a-4f01bcf37c1f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.1258438 Apr 30 13:12:39.333845 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:39.364107 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f6ceb470-bedf-468b-bcd9-d0c24d5a9de4 req-58852b5c-5ff6-4035-a77f-9875ca766f31 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103593 Apr 30 13:12:39.379669 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-fca251b0-604f-44ff-a85c-96d8c4f4835a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.395745 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1de4b2c9-7f06-49a5-8205-4498d98f255a req-4528c091-12eb-412e-a7fc-b0db95a23525 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816398 Apr 30 13:12:39.395939 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f58cb9-3db1-4a37-bfc6-07772401570c None None] New status for floating IP ee79878a-e859-488d-8107-8981e9f84797: ACTIVE {{(pid=73800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:12:39.423581 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-fca251b0-604f-44ff-a85c-96d8c4f4835a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.423817 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-98a3c29e-cd88-4d98-8a16-50b35b4395c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.425859 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-98a3c29e-cd88-4d98-8a16-50b35b4395c8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1596808 Apr 30 13:12:39.487629 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b0d09-9237-4e0d-be18-762327daf125 req-199d3145-fefb-49c4-8005-591d3640a35f tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.489230 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d1b0d09-9237-4e0d-be18-762327daf125 req-199d3145-fefb-49c4-8005-591d3640a35f tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 944 time: 0.2412455 Apr 30 13:12:39.562128 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-fca251b0-604f-44ff-a85c-96d8c4f4835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.572660 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:39.589182 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2230016'] for subnet, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.589402 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca251b0-604f-44ff-a85c-96d8c4f4835a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83813cba-6ffc-4d9c-8c90-b423333280ec,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:39.594589 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:39.595577 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-fca251b0-604f-44ff-a85c-96d8c4f4835a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:39.600605 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d1b0d09-9237-4e0d-be18-762327daf125 req-24f79912-58fb-404e-850f-d324e09ed38f tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055226 Apr 30 13:12:39.603081 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-fca251b0-604f-44ff-a85c-96d8c4f4835a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.604071 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-fca251b0-604f-44ff-a85c-96d8c4f4835a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83813cba-6ffc-4d9c-8c90-b423333280ec HTTP/1.1" status: 204 len: 168 time: 0.6994736 Apr 30 13:12:39.687110 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd753-0e87-446a-b53d-81e893fd11c3 req-af6915c1-3417-4d4b-8547-2f60c429104b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.694639 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1fafd753-0e87-446a-b53d-81e893fd11c3 req-af6915c1-3417-4d4b-8547-2f60c429104b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1765468 Apr 30 13:12:39.718982 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b30c5ef-7412-48ce-935e-1cd4704705b1,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:39.722384 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:39.729340 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Checking segment: {'id': 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:39.729824 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Network hostable DHCP agents. Network: 566fba5c-96b4-4c48-922e-ded5ab972f3e, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:12:39.770254 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:12:39.770701 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1fafd753-0e87-446a-b53d-81e893fd11c3 req-83fc3141-24c4-4714-838d-5fbb4b056a95 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599530 Apr 30 13:12:39.791427 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 566fba5c-96b4-4c48-922e-ded5ab972f3e) {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:39.839498 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2e415-8f10-4a37-ac85-c1dafeff4801 None None] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:39.844917 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.845704 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.935143 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6185260 Apr 30 13:12:39.936974 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38782) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:39.944722 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:39.952507 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:39.957936 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Usage tracker for resource:router and tenant:7133e24e382d4643b6ef7b99e4365d60 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:39.962155 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:39.970794 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:39.984299 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13138'] for router, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.985851 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7937703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13147'] for router, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.988719 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-301b1809-db48-41fd-88cb-d057a5ffc0ab service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822155 Apr 30 13:12:40.009818 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.045643 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38786) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:40.078467 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.285983 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16bc5fc4-8b85-58ef-a5f1-903c4f18c5c1-566fba5c-96b4-4c48-922e-ded5ab972f3e', 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'fixed_ips': [{'subnet_id': '8b30c5ef-7412-48ce-935e-1cd4704705b1'}]}} from dv-cinder-784453-4-smb. {{(pid=73800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:12:40.286747 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:40.286860 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.294789 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Usage tracker for resource:security_group_rule and tenant:f96113d56c2f44f9832a76c1b5c656c6 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:40.304134 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:40.317260 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:40.324144 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13225'] for router, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.350342 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-adb242d2-eba5-4b7f-ab7d-469a77781ab3 req-e65263cd-e5a9-4b96-892b-f17b211b6456 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296981 Apr 30 13:12:40.369638 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:32Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '0ce1dbc1-9c07-4e34-9fae-077beeb65c4a', 'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'mac_address': 'fa:16:3e:c4:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:30Z', 'updated_at': '2021-04-30T13:12:38Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'subnets': [{'id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:40.388342 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dbc5af-f717-4bc7-a031-9b58814da3c3 None None] The sync data for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb is: [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:32Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '0ce1dbc1-9c07-4e34-9fae-077beeb65c4a', 'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'mac_address': 'fa:16:3e:c4:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:30Z', 'updated_at': '2021-04-30T13:12:38Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'subnets': [{'id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:40.503417 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device c235c464-18d0-4ad7-89af-cc3383c5d242 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:40.550984 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.560515 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.576044 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b6038f09-aa4c-4c9c-96e9-0532b6425a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:40.618445 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Allocated IP 172.20.0.2 (566fba5c-96b4-4c48-922e-ded5ab972f3e/8b30c5ef-7412-48ce-935e-1cd4704705b1/3badff1d-f7e7-4c7b-a815-32c4c2418f9f) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:40.740179 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f96113d56c2f44f9832a76c1b5c656c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6902199 Apr 30 13:12:40.740179 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1afe3db-d9a9-4c5d-a9eb-9816767d3e5e,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:40.747714 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:40.748280 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38810) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:40.751467 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port c235c464-18d0-4ad7-89af-cc3383c5d242 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:40.868283 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port c235c464-18d0-4ad7-89af-cc3383c5d242 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:40.869392 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.906892 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f90a5d9b-88c5-45ab-ab97-4452430439b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.949506 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f90a5d9b-88c5-45ab-ab97-4452430439b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.964595 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.016877 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f90a5d9b-88c5-45ab-ab97-4452430439b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.017743 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.022718 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-598e2d11-346d-44f2-a394-993e2dbed234 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:41.032039 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e937e-dabe-478c-8821-86b4e5abd604 req-e3b6e617-472e-499c-a00e-f565a951d78f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:41.042528 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8b4e937e-dabe-478c-8821-86b4e5abd604 req-e3b6e617-472e-499c-a00e-f565a951d78f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 945 time: 0.3810065 Apr 30 13:12:41.079787 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a5d9b-88c5-45ab-ab97-4452430439b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1afe3db-d9a9-4c5d-a9eb-9816767d3e5e,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:41.097565 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f90a5d9b-88c5-45ab-ab97-4452430439b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:41.107218 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f90a5d9b-88c5-45ab-ab97-4452430439b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.111565 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-f90a5d9b-88c5-45ab-ab97-4452430439b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1afe3db-d9a9-4c5d-a9eb-9816767d3e5e HTTP/1.1" status: 204 len: 168 time: 0.3592234 Apr 30 13:12:41.299376 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.332657 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730f47c-677b-4d51-b177-5b5956d55361 req-277f6dba-988e-4fc6-bd58-7aeeef100d7a tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:41.334343 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1730f47c-677b-4d51-b177-5b5956d55361 req-277f6dba-988e-4fc6-bd58-7aeeef100d7a tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 944 time: 0.4851279 Apr 30 13:12:41.349171 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.352183 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:41.391289 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8b4e937e-dabe-478c-8821-86b4e5abd604 req-b3825bbc-fbe5-4440-85f3-f3f60833da11 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476622 Apr 30 13:12:41.418266 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Transition to ACTIVE for port object 3badff1d-f7e7-4c7b-a815-32c4c2418f9f will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:41.446717 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ecbe58-bb5b-4059-aa51-530d752882ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c235c464-18d0-4ad7-89af-cc3383c5d242'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:41.478153 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Transition to ACTIVE for port object 3badff1d-f7e7-4c7b-a815-32c4c2418f9f will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:41.483913 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port c235c464-18d0-4ad7-89af-cc3383c5d242, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c235c464-18d0-4ad7-89af-cc3383c5d242,segment=NetworkSegment(9a43b346-86da-4ff8-be4a-c35b1f4c8cc6),segment_id=9a43b346-86da-4ff8-be4a-c35b1f4c8cc6)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:41.491408 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.499674 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:41.526623 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1730f47c-677b-4d51-b177-5b5956d55361 req-ed584bdc-4ce7-4a3b-b4aa-4d54982973d7 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787524 Apr 30 13:12:41.550269 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Allocated IP 172.28.1.158 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/a322bbae-c679-4c2f-90ad-1c4610519dfa) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:41.603433 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.680838 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:41.702546 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:41.704431 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:41.709732 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:41.766424 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:41.766806 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.852442 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813e67e-ea5e-44e8-b1aa-a3214c32feec req-7ce3ccd7-ff80-4b7b-b3ea-d1618f501cb0 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:41.853978 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b813e67e-ea5e-44e8-b1aa-a3214c32feec req-7ce3ccd7-ff80-4b7b-b3ea-d1618f501cb0 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.2786903 Apr 30 13:12:41.892540 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.896679 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Pushing event updated for resources: {'Port': ['ID=3badff1d-f7e7-4c7b-a815-32c4c2418f9f,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:41.911342 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:41.922021 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:41.950900 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b813e67e-ea5e-44e8-b1aa-a3214c32feec req-dbf2a6ed-844a-4714-a8d6-0db53965703d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838597 Apr 30 13:12:41.991258 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.998171 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:42.021786 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Attempting to bind port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:42.022169 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Attempting to bind port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:42.022541 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Attempting to bind port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f on network 566fba5c-96b4-4c48-922e-ded5ab972f3e {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:42.038424 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:42.038817 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Checking segment: {'id': 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:42.039276 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.039679 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Bound using segment: {'id': 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:42.040447 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Bound port: 3badff1d-f7e7-4c7b-a815-32c4c2418f9f, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:42.040821 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.068414 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ecbe58-bb5b-4059-aa51-530d752882ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c235c464-18d0-4ad7-89af-cc3383c5d242', 'code': 200} Apr 30 13:12:42.072295 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:42.081121 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:42.085727 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:42.157579 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Pushing event updated for resources: {'Port': ['ID=a322bbae-c679-4c2f-90ad-1c4610519dfa,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:42.208564 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:42.251810 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.269078 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=c235c464-18d0-4ad7-89af-cc3383c5d242,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:42.288762 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:42.420638 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=0ce1dbc1-9c07-4e34-9fae-077beeb65c4a,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:42.430250 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.444224 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] For port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:42.446336 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:42.459620 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfe949-18d7-448c-a3a0-8f61aa142917 req-e29b13e5-f285-471a-9a8c-bfd3713e3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:42.472136 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-8ebfe949-18d7-448c-a3a0-8f61aa142917 req-e29b13e5-f285-471a-9a8c-bfd3713e3460 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 1098 time: 0.1573110 Apr 30 13:12:42.507991 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] For port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=3badff1d-f7e7-4c7b-a815-32c4c2418f9f,segment=NetworkSegment(d7e21b9e-015e-4f7a-ae36-8aa4162e569f),segment_id=d7e21b9e-015e-4f7a-ae36-8aa4162e569f)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:42.519138 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.544596 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-8ebfe949-18d7-448c-a3a0-8f61aa142917 req-1f16ee1d-f425-4793-a65c-5f27c5e90195 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580423 Apr 30 13:12:42.557147 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=0ce1dbc1-9c07-4e34-9fae-077beeb65c4a,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:42.561688 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:42.561688 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:42.626761 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.667724 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Pushing event updated for resources: {'Port': ['ID=3badff1d-f7e7-4c7b-a815-32c4c2418f9f,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:42.673989 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:43.201554 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9a95-df84-47e2-8870-3643b64d09bd req-28c24754-4aae-4850-9019-1d16f3fbc2a5 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:43.203072 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a6db9a95-df84-47e2-8870-3643b64d09bd req-28c24754-4aae-4850-9019-1d16f3fbc2a5 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 945 time: 0.4910614 Apr 30 13:12:43.301703 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 3badff1d-f7e7-4c7b-a815-32c4c2418f9f up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:43.327697 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393556'] for router, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:43.417663 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:43.422888 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:43.486442 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38898) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:43.512483 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:43.512856 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:43.581513 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a6db9a95-df84-47e2-8870-3643b64d09bd req-b4dce5be-cb1d-43ca-995d-fd30d901df37 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706136 Apr 30 13:12:43.628958 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821007ff-fc5e-425f-8300-2cebfa75bb96 req-6047d16b-c98b-4c08-93de-fb93719dea37 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:43.649685 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-821007ff-fc5e-425f-8300-2cebfa75bb96 req-6047d16b-c98b-4c08-93de-fb93719dea37 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 945 time: 0.7133348 Apr 30 13:12:43.723651 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:43.730900 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-821007ff-fc5e-425f-8300-2cebfa75bb96 req-5f7a436b-83e5-40c8-a337-a48a35f96817 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801916 Apr 30 13:12:43.769270 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Router b399f04f-12e4-4435-9c0b-02ae3c10b3da is scheduled to L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 with binding_index 1 {{(pid=73798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:12:43.780105 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:43.786694 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Usage tracker for resource:security_group_rule and tenant:005b1ddec99b457081e6937463ff63e3 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:43.798592 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:43.829876 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:43.992444 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41651b28-f1ff-4456-b64b-5ba4e1f6b64c None None] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:43.997754 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.004244 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.017502 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b1954966-39f0-483b-a95f-43f1d916c05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:44.056432 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e612087-5871-4d15-b60e-35426512801f,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:44.066567 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:44.083640 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=005b1ddec99b457081e6937463ff63e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955257 Apr 30 13:12:44.084350 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38908) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:44.110916 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:44.122817 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Sync routers for ids ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:44.136898 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Routers {'b399f04f-12e4-4435-9c0b-02ae3c10b3da'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:44.137928 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:44.152521 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8c355-8c83-4690-86ca-d57bba029e8e req-e0ddaf8b-bbeb-428f-9ba0-6b6569442230 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:44.153358 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-abdcf943-5459-4595-8fba-5a5d69ece25f None None] Provisioning for port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:44.156176 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-60e8c355-8c83-4690-86ca-d57bba029e8e req-e0ddaf8b-bbeb-428f-9ba0-6b6569442230 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.2804904 Apr 30 13:12:44.194864 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-abdcf943-5459-4595-8fba-5a5d69ece25f None None] Provisioning complete for port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:44.195261 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-abdcf943-5459-4595-8fba-5a5d69ece25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.264400 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] Notify callbacks [] for router, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.270785 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1bc-804e-46d8-9c08-998bdc9bc4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.271539 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-9c5b36da-aeea-45e1-9e62-b5dd97b0df14 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3325884 Apr 30 13:12:44.274235 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 38918) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:44.304116 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1bc-804e-46d8-9c08-998bdc9bc4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.366724 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1bc-804e-46d8-9c08-998bdc9bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.373247 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d8e347e1-55e0-4ad6-909f-a4f1a5ad3b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:44.392041 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f1bc-804e-46d8-9c08-998bdc9bc4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.395514 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5ad0f1bc-804e-46d8-9c08-998bdc9bc4f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e612087-5871-4d15-b60e-35426512801f HTTP/1.1" status: 204 len: 168 time: 0.3101206 Apr 30 13:12:44.396421 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0f1bc-804e-46d8-9c08-998bdc9bc4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e612087-5871-4d15-b60e-35426512801f,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:44.401940 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5ad0f1bc-804e-46d8-9c08-998bdc9bc4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:44.440609 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-60e8c355-8c83-4690-86ca-d57bba029e8e req-499fd3b7-b12f-43c9-b496-b6f37c432616 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698538 Apr 30 13:12:44.622488 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-abdcf943-5459-4595-8fba-5a5d69ece25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.626095 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Set router b399f04f-12e4-4435-9c0b-02ae3c10b3da gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:44.669602 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-abdcf943-5459-4595-8fba-5a5d69ece25f None None] For port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=3badff1d-f7e7-4c7b-a815-32c4c2418f9f,segment=NetworkSegment(d7e21b9e-015e-4f7a-ae36-8aa4162e569f),segment_id=d7e21b9e-015e-4f7a-ae36-8aa4162e569f)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:44.688742 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-abdcf943-5459-4595-8fba-5a5d69ece25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.691385 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:44.843242 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcf943-5459-4595-8fba-5a5d69ece25f None None] Pushing event updated for resources: {'Port': ['ID=3badff1d-f7e7-4c7b-a815-32c4c2418f9f,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:44.848393 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-abdcf943-5459-4595-8fba-5a5d69ece25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:45.018961 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-72a8fb51-7e28-4738-b203-9788c0aca8d1 None None] Provisioning complete for port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:45.021130 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-72a8fb51-7e28-4738-b203-9788c0aca8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.103917 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38942) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:45.143419 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.159603 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:45.163990 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc042a74ae2844f98804e246b94407bb is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:45.170706 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:45.181325 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:45.239653 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 3badff1d-f7e7-4c7b-a815-32c4c2418f9f up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:45.265199 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:39Z', 'updated_at': '2021-04-30T13:12:42Z', 'revision_number': 3, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'gw_port': {'id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:41Z', 'updated_at': '2021-04-30T13:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:45.270527 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Checking router: b399f04f-12e4-4435-9c0b-02ae3c10b3da for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:45.271124 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Updating router b399f04f-12e4-4435-9c0b-02ae3c10b3da port a322bbae-c679-4c2f-90ad-1c4610519dfa binding host dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:12:45.284762 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.292379 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.306517 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:45.352172 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:45.352571 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.365695 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.392132 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc042a74ae2844f98804e246b94407bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866683 Apr 30 13:12:45.393395 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f314d5-8d4e-4645-b0f5-b4650df3d7f3,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:45.410314 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 38948) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:45.421122 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:45.474358 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eb968-e158-412c-9c06-e0623b7703f4 req-e5ea0694-1281-4fa7-9095-dc7f43dcc894 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:45.484148 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-af8eb968-e158-412c-9c06-e0623b7703f4 req-e5ea0694-1281-4fa7-9095-dc7f43dcc894 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 945 time: 0.4487655 Apr 30 13:12:45.506760 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb90-d50d-4c23-9a4c-7eb78e6487a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.550596 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb90-d50d-4c23-9a4c-7eb78e6487a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.647926 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-af8eb968-e158-412c-9c06-e0623b7703f4 req-0f8a214b-92a3-4aa8-bf39-30819245ef5c tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584504 Apr 30 13:12:45.651460 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb90-d50d-4c23-9a4c-7eb78e6487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.657933 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5d4d6eb7-faae-49c9-8e8d-a72c4c1479e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:45.686873 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ceedb90-d50d-4c23-9a4c-7eb78e6487a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.694256 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5ceedb90-d50d-4c23-9a4c-7eb78e6487a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32f314d5-8d4e-4645-b0f5-b4650df3d7f3 HTTP/1.1" status: 204 len: 168 time: 0.2794921 Apr 30 13:12:45.696626 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceedb90-d50d-4c23-9a4c-7eb78e6487a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f314d5-8d4e-4645-b0f5-b4650df3d7f3,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:45.700399 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5ceedb90-d50d-4c23-9a4c-7eb78e6487a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:45.883383 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.888489 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.902663 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Transition to ACTIVE for port object a322bbae-c679-4c2f-90ad-1c4610519dfa will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:45.921684 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.933338 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3cbd0b54-2f1c-4581-b4dc-3ea60cab8b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:46.011827 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Pushing event updated for resources: {'Port': ['ID=a322bbae-c679-4c2f-90ad-1c4610519dfa,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:46.021228 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.021624 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.021889 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.022212 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.022531 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.022854 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.023193 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.023563 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.023957 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.024124 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.024444 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.024755 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:46.029542 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:46.049518 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Attempting to bind port a322bbae-c679-4c2f-90ad-1c4610519dfa on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:46.049896 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Attempting to bind port a322bbae-c679-4c2f-90ad-1c4610519dfa by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:46.050336 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Attempting to bind port a322bbae-c679-4c2f-90ad-1c4610519dfa on network c2869f81-3397-44d7-83da-a495caae779d {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:46.059535 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:46.059910 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Checking segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:46.060305 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:46.060697 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Bound using segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:46.063564 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Bound port: a322bbae-c679-4c2f-90ad-1c4610519dfa, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:46.064121 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:46.142584 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] For port a322bbae-c679-4c2f-90ad-1c4610519dfa, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:46.146982 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] For port a322bbae-c679-4c2f-90ad-1c4610519dfa, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=a322bbae-c679-4c2f-90ad-1c4610519dfa,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:46.156031 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:46.162496 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-08fdc339-d0b3-415c-bfe2-992225a6bb55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:46.215950 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539cfe3-d34a-49d0-90bf-57e44ee219d6 req-49ed0e5b-906e-4325-9649-bac44b5a25bd tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:46.217975 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3539cfe3-d34a-49d0-90bf-57e44ee219d6 req-49ed0e5b-906e-4325-9649-bac44b5a25bd tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.2014279 Apr 30 13:12:46.278781 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Routers {'b399f04f-12e4-4435-9c0b-02ae3c10b3da'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:46.279490 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:46.349147 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3539cfe3-d34a-49d0-90bf-57e44ee219d6 req-55d37323-7143-4867-8abe-5bb62872c8b0 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888534 Apr 30 13:12:46.416484 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Pushing event updated for resources: {'Port': ['ID=a322bbae-c679-4c2f-90ad-1c4610519dfa,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:46.421908 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:46.496592 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Allocated IP 172.20.0.1 (566fba5c-96b4-4c48-922e-ded5ab972f3e/8b30c5ef-7412-48ce-935e-1cd4704705b1/ba0d54ec-5cd7-4ea9-9b1a-072e70adb310) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:46.590182 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] Set router b399f04f-12e4-4435-9c0b-02ae3c10b3da gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:46.734626 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:46.761454 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Transition to ACTIVE for port object ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 will not be triggered until provisioned by entity DHCP. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:46.793670 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:46.803149 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:46.885565 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:46.893645 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:46.897850 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:46.898314 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395994'] for router_interface, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:46.912811 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0d54ec-5cd7-4ea9-9b1a-072e70adb310,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:46.916861 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:46.994931 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:39Z', 'updated_at': '2021-04-30T13:12:42Z', 'revision_number': 3, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'gw_port': {'id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:41Z', 'updated_at': '2021-04-30T13:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:46.999765 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd837f5-17b5-4b4e-96a8-7bc8d3f2fe08 None None] The sync data for ids ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'] in dv-cinder-784453-4-smb is: [{'id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:39Z', 'updated_at': '2021-04-30T13:12:42Z', 'revision_number': 3, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'gw_port': {'id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:41Z', 'updated_at': '2021-04-30T13:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:47.070246 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:47.179746 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-3c156d03-c282-49be-8221-27f0482ef146 None None] Provisioning for port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:47.184625 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-3c156d03-c282-49be-8221-27f0482ef146 None None] Provisioning complete for port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:47.185220 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3c156d03-c282-49be-8221-27f0482ef146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:47.243727 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-3c156d03-c282-49be-8221-27f0482ef146 None None] Port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:12:47.369360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:47.373860 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:47.375394 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395903'] for router_interface, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:47.379003 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-a99581f1-9f2e-4d78-b38e-06afbf3a7d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:47.674908 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0d54ec-5cd7-4ea9-9b1a-072e70adb310,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:47.679755 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:47.740345 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:47.742876 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:47.845709 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6050b-8c59-4f74-9d47-9c9306b06376 req-e79979b0-21a9-4e60-aee7-dc43b3050f4c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:47.856613 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53b6050b-8c59-4f74-9d47-9c9306b06376 req-e79979b0-21a9-4e60-aee7-dc43b3050f4c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.3298903 Apr 30 13:12:48.081429 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Router b399f04f-12e4-4435-9c0b-02ae3c10b3da has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:12:48.085382 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-5e05e24a-fe4f-4c19-afe9-b66146c1db35 None None] Provisioning complete for port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:48.087569 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5e05e24a-fe4f-4c19-afe9-b66146c1db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.091410 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53b6050b-8c59-4f74-9d47-9c9306b06376 req-53a59da3-7009-48de-9063-4bf3b1161dc7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319236 Apr 30 13:12:48.238386 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-5e05e24a-fe4f-4c19-afe9-b66146c1db35 None None] Port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:12:48.585752 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:48.597550 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] 10.222.0.66 "PUT /v2.0/routers/b399f04f-12e4-4435-9c0b-02ae3c10b3da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3147800 Apr 30 13:12:48.631656 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-d02bb787-573c-4888-8735-4fa2223e148a tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:48.638854 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-d02bb787-573c-4888-8735-4fa2223e148a tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 814 time: 0.1901507 Apr 30 13:12:48.655634 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-3749c63c-673f-4d26-8447-06cee690ced5 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/quotas/a7444c84fc6c406cb1cf0e5089bce373 HTTP/1.1" status: 200 len: 375 time: 0.0159206 Apr 30 13:12:48.790512 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-f78ce7de-c659-4319-b7c9-c7421ee69ef2 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1337755 Apr 30 13:12:48.980122 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-96b4e417-4e83-4315-9c85-b06eee0a50ea service neutron] 10.222.0.66 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766708 Apr 30 13:12:49.195253 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-48b3f8fa-0d41-4396-89a9-33ea3e35b8c0 service neutron] 10.222.0.66 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135119 Apr 30 13:12:49.214461 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device a322bbae-c679-4c2f-90ad-1c4610519dfa up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:49.295078 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Sync routers for ids ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:49.323368 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Routers {'b399f04f-12e4-4435-9c0b-02ae3c10b3da'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:49.323368 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:49.440980 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port a322bbae-c679-4c2f-90ad-1c4610519dfa completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:49.504777 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port a322bbae-c679-4c2f-90ad-1c4610519dfa triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:49.504777 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.584637 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39110) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:49.602772 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74511756', 'description': 'tempest-secgroup-smoke-74511756 description', 'project_id': 'e7546a1b88434358b1b80a7657068117'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:49.629267 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:49.647166 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Usage tracker for resource:security_group and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:49.654895 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:49.679395 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:49.693740 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecadca-b380-40f9-806a-d7517aac12fd req-88dff2c8-98e9-4d0f-aad8-e55b091ae8e6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:49.701728 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-29ecadca-b380-40f9-806a-d7517aac12fd req-88dff2c8-98e9-4d0f-aad8-e55b091ae8e6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1539063 Apr 30 13:12:49.720382 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.779228 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:49.783418 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-29ecadca-b380-40f9-806a-d7517aac12fd req-b457dbac-5463-4516-a5ec-224d55eca455 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675783 Apr 30 13:12:49.787464 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Usage tracker for resource:security_group_rule and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:49.800135 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:49.803018 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Set router b399f04f-12e4-4435-9c0b-02ae3c10b3da gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:49.815602 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:49.973592 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.981643 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.987958 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:50.006154 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cd98c205-1980-4922-8f7d-0a240ff6ae59 req-38313b60-1706-4359-8346-ec859b4b0d24 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 210 time: 0.1196396 Apr 30 13:12:50.080959 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3261a513-44e1-4fdf-9612-5098c51c0b99,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:50.093955 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:50.094822 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.096598 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5088646 Apr 30 13:12:50.099833 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 39146) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:50.105207 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Request body: {'security_group_rule': {'security_group_id': '3261a513-44e1-4fdf-9612-5098c51c0b99', 'project_id': 'e7546a1b88434358b1b80a7657068117', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:50.110985 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:50.114891 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Usage tracker for resource:security_group_rule and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:50.117787 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:50.124360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:50.161229 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.163258 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.260011 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.265832 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port a322bbae-c679-4c2f-90ad-1c4610519dfa, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=a322bbae-c679-4c2f-90ad-1c4610519dfa,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:50.268714 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.273016 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-85b0a7fc-0ff8-437d-b22c-1f57297a67de tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:50.288518 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.293068 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:50.317089 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb70b31-e279-4cf7-897a-1158e988a336,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:50.323936 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:50.345063 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.346797 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-54329da5-b13e-4bfd-9fb8-fd4718845944 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2460003 Apr 30 13:12:50.349651 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39158) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:50.355382 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Request body: {'security_group_rule': {'security_group_id': '3261a513-44e1-4fdf-9612-5098c51c0b99', 'project_id': 'e7546a1b88434358b1b80a7657068117', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:50.364150 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:50.372332 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Usage tracker for resource:security_group_rule and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:50.382329 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:50.392692 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:50.419467 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=a322bbae-c679-4c2f-90ad-1c4610519dfa,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:50.429749 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:50.436433 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.537065 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.542108 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.545770 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-62442a83-8aab-45c8-add7-9ca9b5434ce8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:50.567562 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:39Z', 'updated_at': '2021-04-30T13:12:46Z', 'revision_number': 4, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'gw_port': {'id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:41Z', 'updated_at': '2021-04-30T13:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': 'ba0d54ec-5cd7-4ea9-9b1a-072e70adb310', 'name': '', 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'mac_address': 'fa:16:3e:56:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8b30c5ef-7412-48ce-935e-1cd4704705b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:46Z', 'updated_at': '2021-04-30T13:12:47Z', 'revision_number': 2, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'subnets': [{'id': '8b30c5ef-7412-48ce-935e-1cd4704705b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:50.572080 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Checking router: b399f04f-12e4-4435-9c0b-02ae3c10b3da for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:50.572560 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Updating router b399f04f-12e4-4435-9c0b-02ae3c10b3da port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 binding host dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:12:50.577682 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.581881 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2281911 Apr 30 13:12:50.582198 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 39176) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:50.588498 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Request body: {'security_group_rule': {'security_group_id': '3261a513-44e1-4fdf-9612-5098c51c0b99', 'project_id': 'e7546a1b88434358b1b80a7657068117', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:50.601553 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:50.604931 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a15dfe-e646-4dc5-bb4b-2b712b60a6a4,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:50.605876 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Usage tracker for resource:security_group_rule and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:50.608323 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:50.615349 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:50.623809 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:50.651918 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.700490 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.757850 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.764302 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.768221 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:50.806735 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2c505f-b5d3-4ff8-a1eb-0ad9f749613e,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:50.809942 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.812305 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2291212 Apr 30 13:12:50.813742 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:50.815144 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39194) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:50.820728 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Request body: {'security_group_rule': {'security_group_id': '3261a513-44e1-4fdf-9612-5098c51c0b99', 'project_id': 'e7546a1b88434358b1b80a7657068117', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:50.828765 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:50.833154 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Usage tracker for resource:security_group_rule and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:50.840462 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:50.851537 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:50.888821 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.994455 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.000894 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.011433 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-06f27f2b-518b-4d31-8fc8-98150791c6f9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:51.016148 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8c51a-68e3-47be-b2c1-5032e108bbda req-d446ed9e-3ea5-47e2-92df-0beed49add66 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:51.024286 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-70b8c51a-68e3-47be-b2c1-5032e108bbda req-d446ed9e-3ea5-47e2-92df-0beed49add66 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 945 time: 0.1493134 Apr 30 13:12:51.038704 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df4aec7-5ddf-4ca0-8547-1d23bce4e040,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:51.047824 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:51.057698 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.062327 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-aeeeca21-a6c0-4abe-a1ce-c8df6443bcb1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2461436 Apr 30 13:12:51.063286 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39210) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:51.070612 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Request body: {'security_group_rule': {'security_group_id': '3261a513-44e1-4fdf-9612-5098c51c0b99', 'project_id': 'e7546a1b88434358b1b80a7657068117', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:51.086832 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-70b8c51a-68e3-47be-b2c1-5032e108bbda req-8d130930-972c-4e63-a845-e8d0c1c78700 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620220 Apr 30 13:12:51.092937 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:51.105704 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Usage tracker for resource:security_group_rule and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:51.115912 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:51.126376 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:51.147583 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.securitygroups_db [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Project e7546a1b88434358b1b80a7657068117 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:12:51.160058 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.185288 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca224-3c6f-4c37-b700-a5e083c41d04 req-63dc1ce6-30e9-4596-a39b-b98e9d9e51d3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:51.197474 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f0bca224-3c6f-4c37-b700-a5e083c41d04 req-63dc1ce6-30e9-4596-a39b-b98e9d9e51d3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.2482138 Apr 30 13:12:51.258687 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f0bca224-3c6f-4c37-b700-a5e083c41d04 req-9844bd60-224a-4861-9aa5-f6e53deba765 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578682 Apr 30 13:12:51.264802 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.282117 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Transition to ACTIVE for port object ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:51.289269 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device a322bbae-c679-4c2f-90ad-1c4610519dfa up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:51.422981 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.430334 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:51.471359 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6d857744-c1eb-4984-91a1-f77080bd20f3 req-01031f76-a426-41bc-bd03-0b5e2ae2ee05 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 210 time: 0.0890927 Apr 30 13:12:51.516182 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.535941 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.566670 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:51.607006 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426f6f33-7d21-40f8-a625-43435d154cca,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:51.616985 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:51.633096 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-93e8bb5d-19e1-4b2c-bf79-ed549c138199 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:51.635256 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-93e8bb5d-19e1-4b2c-bf79-ed549c138199 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 814 time: 0.3745115 Apr 30 13:12:51.638636 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port a322bbae-c679-4c2f-90ad-1c4610519dfa triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:51.639002 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.649142 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.653557 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 39228) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:51.659507 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Request body: {'security_group_rule': {'security_group_id': '3261a513-44e1-4fdf-9612-5098c51c0b99', 'project_id': 'e7546a1b88434358b1b80a7657068117', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:51.660010 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5945113 Apr 30 13:12:51.669225 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:51.671222 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Request body: {'port': {'device_id': '0143293b-4713-4cba-bf6c-4612f61dd8ff', 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0', 'admin_state_up': True, 'tenant_id': 'a7444c84fc6c406cb1cf0e5089bce373'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:51.688480 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Usage tracker for resource:security_group_rule and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:51.700133 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:51.717119 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:51.739482 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.securitygroups_db [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Project e7546a1b88434358b1b80a7657068117 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:12:51.774865 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.781202 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90385b83-35c5-44f8-b54d-c9d6bbd7559d None None] Pushing event updated for resources: {'Port': ['ID=ba0d54ec-5cd7-4ea9-9b1a-072e70adb310,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:51.852536 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-90385b83-35c5-44f8-b54d-c9d6bbd7559d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:51.870984 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39240) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:51.900382 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.906206 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.909654 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-088c1a96-9d9f-45cf-8d56-4152f126ff40 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:51.954145 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80e7ef1-c708-4c65-af82-383f9f780772,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:51.967554 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:51.970721 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:51.977764 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Usage tracker for resource:port and tenant:a7444c84fc6c406cb1cf0e5089bce373 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:51.980048 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Attempting to bind port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:51.980418 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Attempting to bind port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:51.980773 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Attempting to bind port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 on network 566fba5c-96b4-4c48-922e-ded5ab972f3e {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:51.987149 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.987369 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:51.997558 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-cd5d87ca-3691-40b4-8e4d-55dae5e2f270 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3426995 Apr 30 13:12:51.997750 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:51.998077 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Checking segment: {'id': 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:51.998521 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.998851 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Bound using segment: {'id': 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:51.999350 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Bound port: ba0d54ec-5cd7-4ea9-9b1a-072e70adb310, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:51.999765 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.000305 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:52.022138 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Made reservation on behalf of a7444c84fc6c406cb1cf0e5089bce373 for: {'port': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:52.027713 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.123409 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.144218 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:52.148113 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Usage tracker for resource:security_group_rule and tenant:6f9f7c18baf348bc91dff8c96c18757c is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:52.151039 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:52.153167 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] For port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:52.157410 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:52.159427 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] For port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=ba0d54ec-5cd7-4ea9-9b1a-072e70adb310,segment=NetworkSegment(d7e21b9e-015e-4f7a-ae36-8aa4162e569f),segment_id=d7e21b9e-015e-4f7a-ae36-8aa4162e569f)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:52.168682 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.175166 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dfaa010e-87e1-48ae-bc18-4e11eff36519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:52.268600 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:12:52.277632 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Routers {'b399f04f-12e4-4435-9c0b-02ae3c10b3da'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:52.278525 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:12:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:52.296307 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 39260) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:52.385212 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.415806 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.422733 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90385b83-35c5-44f8-b54d-c9d6bbd7559d None None] Pushing event updated for resources: {'Port': ['ID=ba0d54ec-5cd7-4ea9-9b1a-072e70adb310,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:52.442703 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-90385b83-35c5-44f8-b54d-c9d6bbd7559d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:52.446323 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5ad0f1bc-804e-46d8-9c08-998bdc9bc4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:52.458527 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f9f7c18baf348bc91dff8c96c18757c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824964 Apr 30 13:12:52.462660 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 39280) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:52.545416 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Allocated IP 172.20.0.4 (66edb8f9-5dc8-4799-bc48-9c5212e130b0/c7877df0-aee7-4d30-8a19-13dd55eeb706/ef08c6cf-e689-4ea6-a20f-3ae044abe3bf) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:52.594814 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.643525 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] Set router b399f04f-12e4-4435-9c0b-02ae3c10b3da gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:52.646318 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:52.656639 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29a2-10e0-4db3-b6a4-f98f044c9f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.659318 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c14638-a42f-4c58-a12e-93d933e1fad4,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:52.668487 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Usage tracker for resource:security_group_rule and tenant:2e74c86e7ec34d938dafcfedfabf1f4f is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:52.676878 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:52.687188 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:52.715643 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:52.737025 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29a2-10e0-4db3-b6a4-f98f044c9f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.820673 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7388-7bbe-4e51-aca5-cc923219dc89 req-f36398ff-b473-4967-a311-9b56dbb6a328 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:52.828674 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-166c7388-7bbe-4e51-aca5-cc923219dc89 req-f36398ff-b473-4967-a311-9b56dbb6a328 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 945 time: 0.5077631 Apr 30 13:12:52.898418 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322d7c7-89a2-443f-baea-0cd82ff1c956 req-25beda46-c8a2-49ec-941a-7dde6c92ca82 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:52.905681 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8322d7c7-89a2-443f-baea-0cd82ff1c956 req-25beda46-c8a2-49ec-941a-7dde6c92ca82 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.3646080 Apr 30 13:12:52.968509 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-166c7388-7bbe-4e51-aca5-cc923219dc89 req-a07233f5-29a9-4d2e-a3f3-e8762427f6a7 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379504 Apr 30 13:12:52.979167 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.016622 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.022857 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:53.045134 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8322d7c7-89a2-443f-baea-0cd82ff1c956 req-d7f0784f-b1d6-42f1-a532-3d101e95a47e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344678 Apr 30 13:12:53.072068 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29a2-10e0-4db3-b6a4-f98f044c9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.106434 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-665250b7-9d11-438e-8537-6d35fc6684e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:53.106950 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['56f75cc9-7c35-4dc1-9fbf-8471d66b8dad', '430335cd-90b3-4b80-84a1-6700b8471833'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:53.166695 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:53.170520 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:53.175490 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:53.187823 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29a2-10e0-4db3-b6a4-f98f044c9f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.188980 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-0d4e29a2-10e0-4db3-b6a4-f98f044c9f7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3c14638-a42f-4c58-a12e-93d933e1fad4 HTTP/1.1" status: 204 len: 168 time: 0.7253153 Apr 30 13:12:53.190413 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e29a2-10e0-4db3-b6a4-f98f044c9f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c14638-a42f-4c58-a12e-93d933e1fad4,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:53.201907 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-0d4e29a2-10e0-4db3-b6a4-f98f044c9f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:53.258207 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:53.258864 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.267720 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Pushing event updated for resources: {'Port': ['ID=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:53.275877 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:53.277580 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.290906 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.309679 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:53.312495 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6495903 Apr 30 13:12:53.356274 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Request body: {'port': {'device_id': '0143293b-4713-4cba-bf6c-4612f61dd8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:53.373629 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:39Z', 'updated_at': '2021-04-30T13:12:46Z', 'revision_number': 4, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'gw_port': {'id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:41Z', 'updated_at': '2021-04-30T13:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': 'ba0d54ec-5cd7-4ea9-9b1a-072e70adb310', 'name': '', 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'mac_address': 'fa:16:3e:56:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8b30c5ef-7412-48ce-935e-1cd4704705b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:46Z', 'updated_at': '2021-04-30T13:12:52Z', 'revision_number': 4, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'subnets': [{'id': '8b30c5ef-7412-48ce-935e-1cd4704705b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:53.390878 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaeec21-2563-4d76-978d-b143857231eb None None] The sync data for ids ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'] in dv-cinder-784453-4-smb is: [{'id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:39Z', 'updated_at': '2021-04-30T13:12:46Z', 'revision_number': 4, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'gw_port': {'id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:41Z', 'updated_at': '2021-04-30T13:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': 'ba0d54ec-5cd7-4ea9-9b1a-072e70adb310', 'name': '', 'network_id': '566fba5c-96b4-4c48-922e-ded5ab972f3e', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'mac_address': 'fa:16:3e:56:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '8b30c5ef-7412-48ce-935e-1cd4704705b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:46Z', 'updated_at': '2021-04-30T13:12:52Z', 'revision_number': 4, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'subnets': [{'id': '8b30c5ef-7412-48ce-935e-1cd4704705b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:53.519584 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e74c86e7ec34d938dafcfedfabf1f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2181981 Apr 30 13:12:53.520231 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39316) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:53.626017 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db20d1d-0835-488f-9fc0-d121b4fafe16,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:53.637544 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:53.656996 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.682658 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b93ce9-7c72-4bd6-9be2-ca3c8f7ca86e req-d5e5c80d-fd17-47c6-9f32-06914528483e tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:53.697409 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-90b93ce9-7c72-4bd6-9be2-ca3c8f7ca86e req-d5e5c80d-fd17-47c6-9f32-06914528483e tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 931 time: 0.4965875 Apr 30 13:12:53.751674 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39328) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:53.768578 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-90b93ce9-7c72-4bd6-9be2-ca3c8f7ca86e req-924083ee-04d7-4903-abd8-8110ffa51dfb tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700219 Apr 30 13:12:53.778556 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2dcf56b9-915c-44b8-ae4a-3bdf91ae7757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.784156 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-3ea6509f-c776-47d9-98ee-93f2e62ea9e1 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:53.791083 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-3ea6509f-c776-47d9-98ee-93f2e62ea9e1 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 945 time: 0.4282494 Apr 30 13:12:53.803558 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.845553 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:53.852370 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2dcf56b9-915c-44b8-ae4a-3bdf91ae7757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.896640 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca03fd81c2d407ea219e1afc2c7fedc is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:53.910314 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:53.959648 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:53.972115 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Deleting port c235c464-18d0-4ad7-89af-cc3383c5d242 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:12:53.972325 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.126342 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2dcf56b9-915c-44b8-ae4a-3bdf91ae7757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.133803 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-ac02538a-956a-4d7f-9a31-f7fe5a0a64b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:54.164113 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf56b9-915c-44b8-ae4a-3bdf91ae7757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db20d1d-0835-488f-9fc0-d121b4fafe16,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:54.166792 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2dcf56b9-915c-44b8-ae4a-3bdf91ae7757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:54.202751 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2dcf56b9-915c-44b8-ae4a-3bdf91ae7757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.208131 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-2dcf56b9-915c-44b8-ae4a-3bdf91ae7757 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5db20d1d-0835-488f-9fc0-d121b4fafe16 HTTP/1.1" status: 204 len: 168 time: 0.6826489 Apr 30 13:12:54.275583 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.297398 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] For port c235c464-18d0-4ad7-89af-cc3383c5d242, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c235c464-18d0-4ad7-89af-cc3383c5d242,segment=NetworkSegment(9a43b346-86da-4ff8-be4a-c35b1f4c8cc6),segment_id=9a43b346-86da-4ff8-be4a-c35b1f4c8cc6)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:54.297855 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.312821 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.329468 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:54.374327 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8b7b02-b4eb-4952-adad-742ec9e19e63,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:54.378170 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:54.423199 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ca03fd81c2d407ea219e1afc2c7fedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620524 Apr 30 13:12:54.423199 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef08c6cf-e689-4ea6-a20f-3ae044abe3bf {{(pid=73799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:54.428304 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39352) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:54.444763 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.491877 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Calling delete_port for c235c464-18d0-4ad7-89af-cc3383c5d242 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:12:54.492540 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Transition to ACTIVE for port object ef08c6cf-e689-4ea6-a20f-3ae044abe3bf will not be triggered until provisioned by entity L2. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:54.510848 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.518228 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:54.565907 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4dcb180c-4993-44bb-8e96-b0a59bf63a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.618567 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4dcb180c-4993-44bb-8e96-b0a59bf63a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.707766 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000df1cf-e2ce-4da9-b745-3d636c46daf5 req-6245f225-5810-4a94-8d52-d61dc392b0ff tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:54.713100 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-000df1cf-e2ce-4da9-b745-3d636c46daf5 req-6245f225-5810-4a94-8d52-d61dc392b0ff tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 945 time: 0.5658293 Apr 30 13:12:54.819961 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79a20a-5ed5-4bda-8c3f-0b299d66ee7f req-66f694c3-db0e-4532-aae0-5b83f243ea8b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:54.821664 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2b79a20a-5ed5-4bda-8c3f-0b299d66ee7f req-66f694c3-db0e-4532-aae0-5b83f243ea8b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.3410163 Apr 30 13:12:54.822773 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39362) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:54.825350 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Pushing event updated for resources: {'Port': ['ID=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:54.859312 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:54.865732 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-000df1cf-e2ce-4da9-b745-3d636c46daf5 req-10eff712-010e-4a1b-a715-59674fdfc908 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/security-groups?id=99b0547a-00b5-479d-ba07-5df48ed363f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197991 Apr 30 13:12:54.898721 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.919651 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:54.927888 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8e91d6fcb84a39960641aae7c9ee83 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:54.937898 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:54.946221 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4dcb180c-4993-44bb-8e96-b0a59bf63a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.955057 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:54.956892 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:54.963600 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2b79a20a-5ed5-4bda-8c3f-0b299d66ee7f req-b0ad1228-ff74-4879-a5f0-03db3e53200c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065400 Apr 30 13:12:54.976387 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.984419 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb180c-4993-44bb-8e96-b0a59bf63a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8b7b02-b4eb-4952-adad-742ec9e19e63,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:54.990550 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Attempting to bind port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:54.990887 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Attempting to bind port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:54.991004 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:54.991775 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Attempting to bind port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:54.993487 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4dcb180c-4993-44bb-8e96-b0a59bf63a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.007624 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-4dcb180c-4993-44bb-8e96-b0a59bf63a0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af8b7b02-b4eb-4952-adad-742ec9e19e63 HTTP/1.1" status: 204 len: 168 time: 0.5782318 Apr 30 13:12:55.012513 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-4dcb180c-4993-44bb-8e96-b0a59bf63a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.015842 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:55.016120 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Attempting to bind port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:55.028580 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['c235c464-18d0-4ad7-89af-cc3383c5d242'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:55.050481 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:55.050833 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Checking segment: {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:55.052329 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Bound using segment: {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:55.052329 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Bound port: ef08c6cf-e689-4ea6-a20f-3ae044abe3bf, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'}}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:55.052329 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.080878 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Pushing event deleted for resources: {'Port': ['ID=c235c464-18d0-4ad7-89af-cc3383c5d242,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:55.085551 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.209798 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] No DVR routers for this DVR port c235c464-18d0-4ad7-89af-cc3383c5d242 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:12:55.213342 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.218986 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ecbe58-bb5b-4059-aa51-530d752882ff', 'name': 'network-vif-deleted', 'tag': 'c235c464-18d0-4ad7-89af-cc3383c5d242'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:55.240561 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5c3ea787-54c2-4d74-8272-5a724ea403df req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.87 "DELETE /v2.0/ports/c235c464-18d0-4ad7-89af-cc3383c5d242 HTTP/1.1" status: 204 len: 173 time: 1.4439290 Apr 30 13:12:55.256868 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] For port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf, host hv-cinder-78445, cleared binding levels {{(pid=73799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:55.262499 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] For port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:55.282594 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:55.296324 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.323524 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ecbe58-bb5b-4059-aa51-530d752882ff', 'name': 'network-vif-deleted', 'tag': 'c235c464-18d0-4ad7-89af-cc3383c5d242', 'status': 'completed', 'code': 200} Apr 30 13:12:55.338696 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.340260 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c4d86498-0460-4500-b060-e6827c9ae75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:55.385840 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:55.392156 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:55.392902 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.413220 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c448eb-0f29-4603-9f03-934683169231 req-f60a31fb-0451-4b68-962f-16586b7b7e78 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:55.414761 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-62c448eb-0f29-4603-9f03-934683169231 req-f60a31fb-0451-4b68-962f-16586b7b7e78 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 943 time: 0.1608775 Apr 30 13:12:55.428664 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:55.429451 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.430973 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] 10.222.0.87 "PUT /v2.0/ports/ef08c6cf-e689-4ea6-a20f-3ae044abe3bf HTTP/1.1" status: 200 len: 1093 time: 2.0819073 Apr 30 13:12:55.471867 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0143293b-4713-4cba-bf6c-4612f61dd8ff', 'tag': 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:55.477512 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Pushing event updated for resources: {'Port': ['ID=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,revision_number=3']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:55.482122 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.484528 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.496545 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-75c2cfa6-e35b-4b68-8fc3-690a44ce7dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:55.517759 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-62c448eb-0f29-4603-9f03-934683169231 req-c02e5dbf-9818-4ee9-9ab9-8b42cd4098e4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894477 Apr 30 13:12:55.552139 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd2ed74-0ed3-4d4a-a3f3-f97ada358175,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:55.572876 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.584235 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0143293b-4713-4cba-bf6c-4612f61dd8ff', 'tag': 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf', 'status': 'completed', 'code': 200} Apr 30 13:12:55.628812 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.652246 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a8e91d6fcb84a39960641aae7c9ee83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281593 Apr 30 13:12:55.654994 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 39380) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:55.680884 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=ba0d54ec-5cd7-4ea9-9b1a-072e70adb310,segment=NetworkSegment(d7e21b9e-015e-4f7a-ae36-8aa4162e569f),segment_id=d7e21b9e-015e-4f7a-ae36-8aa4162e569f)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:55.682243 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-1701f700-3a89-443e-b21b-c720007b3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:55.684265 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-1701f700-3a89-443e-b21b-c720007b3f2a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 1096 time: 0.1336329 Apr 30 13:12:55.687450 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.692837 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:55.744059 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-071b5a78-0faf-4c0e-8b6f-de164e6fec00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.780449 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=ba0d54ec-5cd7-4ea9-9b1a-072e70adb310,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:55.784565 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.789590 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-071b5a78-0faf-4c0e-8b6f-de164e6fec00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.873362 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-071b5a78-0faf-4c0e-8b6f-de164e6fec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.882432 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:55.905991 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b5a78-0faf-4c0e-8b6f-de164e6fec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd2ed74-0ed3-4d4a-a3f3-f97ada358175,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:55.910673 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-071b5a78-0faf-4c0e-8b6f-de164e6fec00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.917190 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-071b5a78-0faf-4c0e-8b6f-de164e6fec00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.922217 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-071b5a78-0faf-4c0e-8b6f-de164e6fec00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccd2ed74-0ed3-4d4a-a3f3-f97ada358175 HTTP/1.1" status: 204 len: 168 time: 0.2660687 Apr 30 13:12:55.935100 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-8e264e39-9786-402a-8f3d-75178c7c5bdc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf HTTP/1.1" status: 200 len: 217 time: 0.2283607 Apr 30 13:12:56.078713 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-92a766e8-6091-43b8-8b3b-64db80605839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:56.080940 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-92a766e8-6091-43b8-8b3b-64db80605839 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 200 len: 854 time: 0.1340492 Apr 30 13:12:56.100808 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-9f7c48a0-3df8-437b-94fa-ee9985efdbe5 req-77062ba9-0aae-46b4-a044-3bc2de371293 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Synchronizing usage tracker for tenant:adb78777ffa54975b148ff61e6634713 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:56.231063 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-ebb4c517-a771-43ca-b2d9-bd01f1273424 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=66edb8f9-5dc8-4799-bc48-9c5212e130b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367123 Apr 30 13:12:56.237706 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-9f7c48a0-3df8-437b-94fa-ee9985efdbe5 req-77062ba9-0aae-46b4-a044-3bc2de371293 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Unset dirty status for tenant:adb78777ffa54975b148ff61e6634713 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:56.238895 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9f7c48a0-3df8-437b-94fa-ee9985efdbe5 req-77062ba9-0aae-46b4-a044-3bc2de371293 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ecbe58-bb5b-4059-aa51-530d752882ff HTTP/1.1" status: 200 len: 210 time: 0.1986835 Apr 30 13:12:56.319270 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57e55-6aee-4017-a44d-44a7bc909fff req-9e5052c0-8ee3-4ed8-a940-441d69df1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:56.323119 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-94f57e55-6aee-4017-a44d-44a7bc909fff req-9e5052c0-8ee3-4ed8-a940-441d69df1e9f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 1099 time: 0.2191002 Apr 30 13:12:56.393971 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305fe55-d55c-468e-b276-ffa23a30c4c1 req-128fe93c-a3bd-4808-b0fe-f9389e2ae3b3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:56.395533 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1305fe55-d55c-468e-b276-ffa23a30c4c1 req-128fe93c-a3bd-4808-b0fe-f9389e2ae3b3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.2025800 Apr 30 13:12:56.447225 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-94f57e55-6aee-4017-a44d-44a7bc909fff req-212032ea-3faf-48e8-a44a-7f5314fc744e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150479 Apr 30 13:12:56.469684 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1305fe55-d55c-468e-b276-ffa23a30c4c1 req-a636b7c6-d740-48df-a2d0-05b43f7b93e5 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535793 Apr 30 13:12:56.487681 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-56a96bed-e56d-4367-a878-f526bd6abd6b service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462487 Apr 30 13:12:57.006782 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-32a5c4a9-9fab-46d0-a671-5b1e35f3ec3b req-0bf63437-f4b6-4c9b-bef3-0a2ba8f9e409 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553607 Apr 30 13:12:57.181988 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:57.187220 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d621d91-23cd-435d-9a71-a8fddc7e149a req-eec3bd54-7ea6-401a-8f66-61bb2eb4cc6a tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:57.195720 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d621d91-23cd-435d-9a71-a8fddc7e149a req-eec3bd54-7ea6-401a-8f66-61bb2eb4cc6a tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 943 time: 0.1448996 Apr 30 13:12:57.255421 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-a563c37c-b929-4cf3-89b1-c7f49ae1109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:57.258310 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-a563c37c-b929-4cf3-89b1-c7f49ae1109a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 1096 time: 0.1037500 Apr 30 13:12:57.325675 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:57.326333 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.354852 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d621d91-23cd-435d-9a71-a8fddc7e149a req-9af4d3d8-ecb5-40b1-9a83-e73a095eea21 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581914 Apr 30 13:12:57.442079 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-222b99ba-93df-4911-80ac-12b8688bd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:57.452562 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-222b99ba-93df-4911-80ac-12b8688bd118 service neutron] 10.222.0.87 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 915 time: 0.1772852 Apr 30 13:12:57.536842 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-82c64d1a-e023-4405-9e29-db1d0f4d1450 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf HTTP/1.1" status: 200 len: 217 time: 0.0821886 Apr 30 13:12:57.633431 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-32b36c19-0044-4fe8-af15-6ef9fb33d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:57.643640 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-32b36c19-0044-4fe8-af15-6ef9fb33d060 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 200 len: 854 time: 0.0957737 Apr 30 13:12:57.726801 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-4ba2283d-cae3-4faf-984b-6c85711f3476 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=66edb8f9-5dc8-4799-bc48-9c5212e130b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747287 Apr 30 13:12:57.743998 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3452d-5d94-4c06-a2df-35ccfa827fea req-07bf401e-080d-4aaa-b793-5a4d0c452bb0 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:57.745506 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a3a3452d-5d94-4c06-a2df-35ccfa827fea req-07bf401e-080d-4aaa-b793-5a4d0c452bb0 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1176851 Apr 30 13:12:57.817634 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a3a3452d-5d94-4c06-a2df-35ccfa827fea req-21c03137-b791-476e-86ae-08f8efa7d7d1 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Apr 30 13:12:57.948290 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-6f056d77-6b59-4a22-8a42-2aeeb85ac630 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741588 Apr 30 13:12:58.224606 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-2d5a78bf-0b57-4a0d-8d0b-ad4729512259 req-d0a734e6-2732-41db-8342-bb746508ee40 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619905 Apr 30 13:12:58.546125 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a774b75-2610-46a7-a2cc-768fd91e6ca2 req-a247c28a-6bcb-4b76-8182-28d5ecb6d13d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:58.547732 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8a774b75-2610-46a7-a2cc-768fd91e6ca2 req-a247c28a-6bcb-4b76-8182-28d5ecb6d13d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 943 time: 0.0858254 Apr 30 13:12:58.562629 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device c235c464-18d0-4ad7-89af-cc3383c5d242 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:12:58.594776 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8a774b75-2610-46a7-a2cc-768fd91e6ca2 req-115c29ce-45e5-4561-8cbb-e9d40fc3d64c tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Apr 30 13:12:58.600739 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: c235c464-18d0-4ad7-89af-cc3383c5d242 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:12:58.601199 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device c235c464-18d0-4ad7-89af-cc3383c5d242 not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:12:58.901106 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 39508) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:58.996515 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26a00-6d25-4b67-92c6-0c331d5dccb3 req-e2c1ae55-af77-41d3-b6b5-e56bab7c890b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:58.997968 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-04c26a00-6d25-4b67-92c6-0c331d5dccb3 req-e2c1ae55-af77-41d3-b6b5-e56bab7c890b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.0803959 Apr 30 13:12:59.035358 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.061182 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:59.069035 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] Usage tracker for resource:security_group_rule and tenant:b6aab1e7387741dca8345778ba7aecfa is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:59.073417 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:59.082318 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-04c26a00-6d25-4b67-92c6-0c331d5dccb3 req-856fd413-68e0-4236-b835-6681f068c483 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770483 Apr 30 13:12:59.083152 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:59.175768 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.180374 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.191118 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:59.276514 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6aab1e7387741dca8345778ba7aecfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742704 Apr 30 13:12:59.279356 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39518) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:59.279863 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae1f408-0de8-4363-b98e-e8a79156c5e0,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:59.283453 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dc0787aa-2a76-44b3-9dde-1c1707954999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:59.322930 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1c7b-e0b9-41f2-bb13-0a7c1a8ae322 req-33a92acd-6f35-4c8c-bd75-8d5f8d65523d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:59.324917 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e7ed1c7b-e0b9-41f2-bb13-0a7c1a8ae322 req-33a92acd-6f35-4c8c-bd75-8d5f8d65523d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1168935 Apr 30 13:12:59.344281 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b99300aa-ae82-40ac-b4b0-1170ee8a7bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.378925 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e7ed1c7b-e0b9-41f2-bb13-0a7c1a8ae322 req-3796246d-a148-4b83-9373-18ebe1bcf93f tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Apr 30 13:12:59.383856 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b99300aa-ae82-40ac-b4b0-1170ee8a7bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.460315 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b99300aa-ae82-40ac-b4b0-1170ee8a7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.469660 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7179270e-80ef-469d-a71d-ba776d5ccc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:59.499084 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99300aa-ae82-40ac-b4b0-1170ee8a7bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae1f408-0de8-4363-b98e-e8a79156c5e0,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:59.511147 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b99300aa-ae82-40ac-b4b0-1170ee8a7bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:59.529096 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b99300aa-ae82-40ac-b4b0-1170ee8a7bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.532930 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b99300aa-ae82-40ac-b4b0-1170ee8a7bc5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fae1f408-0de8-4363-b98e-e8a79156c5e0 HTTP/1.1" status: 204 len: 168 time: 0.2522180 Apr 30 13:12:59.886043 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de435d28-b95a-4d2a-93a3-c8e90a81b6bb req-2df477be-ef71-4e18-8787-bd2d7bcb2e80 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:59.887734 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-de435d28-b95a-4d2a-93a3-c8e90a81b6bb req-2df477be-ef71-4e18-8787-bd2d7bcb2e80 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 943 time: 0.1131001 Apr 30 13:12:59.940428 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39550) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:59.979846 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.982013 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-de435d28-b95a-4d2a-93a3-c8e90a81b6bb req-d9adfe26-2ebd-4752-b2e5-0d35c5169ac5 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851765 Apr 30 13:13:00.027083 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:00.032027 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Usage tracker for resource:security_group_rule and tenant:05e07eec0459412b8b73b90c0c9da2bc is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:00.036046 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:00.042820 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:00.140799 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.144997 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.152241 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f331f768-e3df-426e-8bd0-e46fe09b8448 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:00.193352 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05e07eec0459412b8b73b90c0c9da2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515378 Apr 30 13:13:00.194261 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b2081f-726b-4b04-8e8f-d4c088ed17ab,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:00.196340 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 39556) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:00.197785 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:00.261182 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-85875df6-bc44-4a9e-af73-41b9d9edaea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.289778 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-85875df6-bc44-4a9e-af73-41b9d9edaea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.342908 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-85875df6-bc44-4a9e-af73-41b9d9edaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.348904 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-5c3d5748-fcd8-4f70-afa8-8619bdf261de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:00.361627 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85875df6-bc44-4a9e-af73-41b9d9edaea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b2081f-726b-4b04-8e8f-d4c088ed17ab,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:00.364751 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-85875df6-bc44-4a9e-af73-41b9d9edaea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:00.374171 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-85875df6-bc44-4a9e-af73-41b9d9edaea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.375538 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-85875df6-bc44-4a9e-af73-41b9d9edaea8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5b2081f-726b-4b04-8e8f-d4c088ed17ab HTTP/1.1" status: 204 len: 168 time: 0.1780446 Apr 30 13:13:00.572187 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device ef08c6cf-e689-4ea6-a20f-3ae044abe3bf details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:00.716499 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:00.731609 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf', 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0', 'port_id': 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf', 'mac_address': 'fa:16:3e:5c:23:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7877df0-aee7-4d30-8a19-13dd55eeb706', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:00.792262 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.810623 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef08c6cf-e689-4ea6-a20f-3ae044abe3bf {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:00.826411 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:00.831178 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.833140 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f3644de1-2649-401b-afbc-5ad68820348b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:00.934256 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:00.937355 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:01.299225 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301beb02-8fe3-437b-992f-26bdd7630292 req-ac69ad95-a7f6-46ea-a185-a30c7d294b30 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:01.301466 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-301beb02-8fe3-437b-992f-26bdd7630292 req-ac69ad95-a7f6-46ea-a185-a30c7d294b30 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 944 time: 0.1710393 Apr 30 13:13:01.366714 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['ef08c6cf-e689-4ea6-a20f-3ae044abe3bf'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:01.373912 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-301beb02-8fe3-437b-992f-26bdd7630292 req-a634a51b-c3bc-4b7f-91dc-719c95af4775 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648110 Apr 30 13:13:01.704088 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-a3b1b2e3-ca94-45a0-998e-9ef9fd49eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:01.706737 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-a3b1b2e3-ca94-45a0-998e-9ef9fd49eb5a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1098 time: 0.1174242 Apr 30 13:13:01.785274 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb8118-4b16-4712-a7c0-3acee4005673 req-17f6c170-5038-4877-a222-f8091112fe10 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:01.787916 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17fb8118-4b16-4712-a7c0-3acee4005673 req-17f6c170-5038-4877-a222-f8091112fe10 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1392243 Apr 30 13:13:01.880656 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17fb8118-4b16-4712-a7c0-3acee4005673 req-0a8496e3-06c9-4693-81ec-f5a5d3747e13 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759389 Apr 30 13:13:01.894639 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-08283867-0255-4982-8af6-945bc0d48efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.976336 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-02614106-f643-43e4-b3bf-528087c4608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:01.978312 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-02614106-f643-43e4-b3bf-528087c4608d service neutron] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 920 time: 0.2562656 Apr 30 13:13:02.081765 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-a96bd8bb-18fc-42f8-aca4-5090e76056a5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed198a-4041-4c02-99e4-eb6b22522227 HTTP/1.1" status: 200 len: 217 time: 0.0765102 Apr 30 13:13:02.285093 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-663bbc01-5cde-4af7-a8ae-d79c3e01ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:02.286926 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-663bbc01-5cde-4af7-a8ae-d79c3e01ecce service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.1885536 Apr 30 13:13:02.346027 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-6ffbe98a-a08a-4db3-abf4-0b8edfbbf1f1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487580 Apr 30 13:13:02.493983 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-619737f3-0ad6-4eba-b510-5864679e240c service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407905 Apr 30 13:13:02.569971 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8afcf-b319-4e81-9ec4-18c2363ffdf4 req-7d2a2885-2589-4a5c-bd7c-c70d64e5e472 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:02.571550 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9cf8afcf-b319-4e81-9ec4-18c2363ffdf4 req-7d2a2885-2589-4a5c-bd7c-c70d64e5e472 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 944 time: 0.0932691 Apr 30 13:13:02.625029 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9cf8afcf-b319-4e81-9ec4-18c2363ffdf4 req-81d72fc0-48fe-4593-ac43-02850c14cf91 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475385 Apr 30 13:13:02.663970 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6f728c7b-a01f-4faa-a7b9-8d7c3c8cae64 req-87beecb8-ba10-4bc0-95ef-b76c247dd182 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529112 Apr 30 13:13:03.074451 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a95d5-ca3c-43e0-b9ea-a3e7de6ae1b2 req-7d6f5477-7131-4527-a3c6-e3a948ca9499 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:03.075941 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2e2a95d5-ca3c-43e0-b9ea-a3e7de6ae1b2 req-7d6f5477-7131-4527-a3c6-e3a948ca9499 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0853236 Apr 30 13:13:03.125296 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2e2a95d5-ca3c-43e0-b9ea-a3e7de6ae1b2 req-f441664e-e7fe-4b5e-b45e-c80b8f644f4d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Apr 30 13:13:03.820646 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e909d-cb77-42be-b20e-46327504f663 req-fb8f7895-5fed-4c2f-92a0-9beea75ceb70 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:03.822092 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-182e909d-cb77-42be-b20e-46327504f663 req-fb8f7895-5fed-4c2f-92a0-9beea75ceb70 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 944 time: 0.0806184 Apr 30 13:13:03.866242 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-182e909d-cb77-42be-b20e-46327504f663 req-d1038566-dd01-4b59-872f-273c2786b098 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Apr 30 13:13:04.344193 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6493c1-8b6c-4f2f-8496-ed4497237d7d req-0cbb56c1-b895-449d-b729-e1711425cb09 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:04.346260 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ef6493c1-8b6c-4f2f-8496-ed4497237d7d req-0cbb56c1-b895-449d-b729-e1711425cb09 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1006339 Apr 30 13:13:04.393400 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.399131 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ef6493c1-8b6c-4f2f-8496-ed4497237d7d req-03d2a4ee-eca4-427a-9378-a997f74da2ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471764 Apr 30 13:13:04.621990 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device ef08c6cf-e689-4ea6-a20f-3ae044abe3bf up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:04.684000 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ddd218f4-862a-4146-b8b8-a15b2e5d0a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.701714 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:04.706936 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:04.707335 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.849120 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.882253 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0143293b-4713-4cba-bf6c-4612f61dd8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:04.893278 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:04.898635 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.900704 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8ac500d3-b509-45e6-83a3-51f6418e8645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:04.964400 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0143293b-4713-4cba-bf6c-4612f61dd8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf', 'code': 200} Apr 30 13:13:05.012808 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:05.016372 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:05.124940 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740d31-ef2c-4260-9cc5-495b7d8d3e5c req-38439df5-486e-4e8e-800b-eb6d7ee7da50 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:05.128224 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ec740d31-ef2c-4260-9cc5-495b7d8d3e5c req-38439df5-486e-4e8e-800b-eb6d7ee7da50 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 945 time: 0.1362402 Apr 30 13:13:05.190822 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ec740d31-ef2c-4260-9cc5-495b7d8d3e5c req-b7ca0110-61d0-46a7-91b7-84cb05f7b219 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537519 Apr 30 13:13:05.289355 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ec3a5-c8cd-4392-b6fb-cd01ff76a1cf req-848b6d38-8b9f-4744-91c4-4213d873e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:05.291008 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-992ec3a5-c8cd-4392-b6fb-cd01ff76a1cf req-848b6d38-8b9f-4744-91c4-4213d873e867 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 1098 time: 0.0814559 Apr 30 13:13:05.342647 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-992ec3a5-c8cd-4392-b6fb-cd01ff76a1cf req-f351ab96-9619-4f9f-a5b2-365211cc8ff4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Apr 30 13:13:05.348260 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.571489 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.588901 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb4134-88c3-4dd4-a0d8-2505c5e4825f req-6dd630ba-b3ff-4b63-9d7f-75923d5f296e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:05.590337 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fdbb4134-88c3-4dd4-a0d8-2505c5e4825f req-6dd630ba-b3ff-4b63-9d7f-75923d5f296e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0803745 Apr 30 13:13:05.642302 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fdbb4134-88c3-4dd4-a0d8-2505c5e4825f req-6fc190aa-f699-4744-9895-ad65fd67d679 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459774 Apr 30 13:13:06.396748 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916924f-64e7-4bf9-b2fd-28f4ded52389 req-a94268eb-32f3-468c-85e7-94a428b69935 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:06.398446 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3916924f-64e7-4bf9-b2fd-28f4ded52389 req-a94268eb-32f3-468c-85e7-94a428b69935 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 945 time: 0.0878835 Apr 30 13:13:06.455817 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3916924f-64e7-4bf9-b2fd-28f4ded52389 req-f2a7689d-2f04-465f-8aaf-847c2ce8c6b6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506196 Apr 30 13:13:06.831632 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebab86-7eac-43e9-b639-d62449c98709 req-411af6ed-4976-4971-9436-fc9f23118853 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:06.833165 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-eaebab86-7eac-43e9-b639-d62449c98709 req-411af6ed-4976-4971-9436-fc9f23118853 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0834181 Apr 30 13:13:06.879653 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-eaebab86-7eac-43e9-b639-d62449c98709 req-10c15a74-d95d-40b9-8b14-7db458bf2ce9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Apr 30 13:13:07.033102 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.786418 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b29bcf-61a4-4ebf-abc4-b04d0b8b4ea0 req-f70f77af-5fc3-4c1f-8dac-3d005968a03c tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:07.792111 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-46b29bcf-61a4-4ebf-abc4-b04d0b8b4ea0 req-f70f77af-5fc3-4c1f-8dac-3d005968a03c tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 945 time: 0.2138488 Apr 30 13:13:07.836611 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-46b29bcf-61a4-4ebf-abc4-b04d0b8b4ea0 req-085b5f0e-1b92-45ad-8ba5-21a898172846 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Apr 30 13:13:08.150660 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fbf8a-129f-462c-a6d8-79cac1be6984 req-db82e10e-bbb4-42ab-846b-68730e904e0a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:08.153093 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-691fbf8a-129f-462c-a6d8-79cac1be6984 req-db82e10e-bbb4-42ab-846b-68730e904e0a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0966454 Apr 30 13:13:08.228982 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-691fbf8a-129f-462c-a6d8-79cac1be6984 req-63150403-11f9-4f3a-8f8c-f5c35ac02752 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568569 Apr 30 13:13:09.417946 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03049456-845a-4401-9feb-83eb452d6e06 req-12399293-082a-436c-a7fa-3f629a6f4711 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:09.419432 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-03049456-845a-4401-9feb-83eb452d6e06 req-12399293-082a-436c-a7fa-3f629a6f4711 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0863824 Apr 30 13:13:09.475618 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-03049456-845a-4401-9feb-83eb452d6e06 req-3fa1d1f8-6a51-4cfe-a744-2d9e85afd6ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492508 Apr 30 13:13:10.678163 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb5390-c0a5-4740-9e00-cc2db0a291e7 req-60479715-0d3f-44d2-b80a-26683df2ed70 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:10.679950 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7eeb5390-c0a5-4740-9e00-cc2db0a291e7 req-60479715-0d3f-44d2-b80a-26683df2ed70 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0936966 Apr 30 13:13:10.741650 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7eeb5390-c0a5-4740-9e00-cc2db0a291e7 req-cbd9c00c-ddd4-43f2-9315-1cf6cb1abe61 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560012 Apr 30 13:13:11.943502 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac95dbc-498c-41b0-b38d-f7f831f79458 req-3434eb41-aa5b-45a4-83e1-d04dcd970864 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:11.945002 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7ac95dbc-498c-41b0-b38d-f7f831f79458 req-3434eb41-aa5b-45a4-83e1-d04dcd970864 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0956447 Apr 30 13:13:12.003561 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7ac95dbc-498c-41b0-b38d-f7f831f79458 req-ba53cabe-1adf-49d6-b327-1af6eef0fe22 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510435 Apr 30 13:13:13.218456 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362ba7b-9735-4888-b334-4b672c7a58fc req-9e835fbf-a8a5-4fb1-af5d-54aa7561f92c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:13.220757 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f362ba7b-9735-4888-b334-4b672c7a58fc req-9e835fbf-a8a5-4fb1-af5d-54aa7561f92c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0910869 Apr 30 13:13:13.279612 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f362ba7b-9735-4888-b334-4b672c7a58fc req-e8d1d21e-b43b-408a-8796-4a47e1940eb1 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515368 Apr 30 13:13:13.699773 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 39960) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:13.858936 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.883067 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:13.888512 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Usage tracker for resource:security_group_rule and tenant:bc949609f1aa4117a76fab0ac2eb93d9 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:13.892518 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:13.900314 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:14.018602 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.023101 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.030986 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-44032963-0b72-4512-8f42-88bfc00541a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:14.084911 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faa927d-0554-4604-801e-3c17eff0e938,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:14.094029 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 39978) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.097667 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc949609f1aa4117a76fab0ac2eb93d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967633 Apr 30 13:13:14.098764 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:14.166734 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a946e456-97ee-495a-9bf3-54513fe48e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.198263 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a946e456-97ee-495a-9bf3-54513fe48e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.279283 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a946e456-97ee-495a-9bf3-54513fe48e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.283837 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5ceedb90-d50d-4c23-9a4c-7eb78e6487a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:14.296918 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946e456-97ee-495a-9bf3-54513fe48e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faa927d-0554-4604-801e-3c17eff0e938,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:14.300761 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a946e456-97ee-495a-9bf3-54513fe48e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:14.335342 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a946e456-97ee-495a-9bf3-54513fe48e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.340354 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a946e456-97ee-495a-9bf3-54513fe48e67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3faa927d-0554-4604-801e-3c17eff0e938 HTTP/1.1" status: 204 len: 168 time: 0.2451475 Apr 30 13:13:14.608138 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc808-b8e6-4309-abfa-9db9e5d6c817 req-f8d0c718-77ff-4309-a604-d2af8ea18d01 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:14.609679 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cf8cc808-b8e6-4309-abfa-9db9e5d6c817 req-f8d0c718-77ff-4309-a604-d2af8ea18d01 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1400411 Apr 30 13:13:14.735135 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cf8cc808-b8e6-4309-abfa-9db9e5d6c817 req-2713aa46-ba67-49f2-ba09-ca2870f2b8c2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Apr 30 13:13:14.803376 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40012) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.822486 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.840119 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:14.845423 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcc0ad553bb49539c248875c1807ccf is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:14.848732 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:14.854950 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:14.966090 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.971868 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.980838 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-75d480fc-9e1c-4b13-beb0-9491e7df2a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:15.023097 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0dcc0ad553bb49539c248875c1807ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186286 Apr 30 13:13:15.025179 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f1c5cd-9175-43c9-b8b4-6855fbae53d6,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:15.026446 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40026) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:15.052275 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:15.103664 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5e17c4ce-9f1d-4611-83e5-c26634580642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.132300 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5e17c4ce-9f1d-4611-83e5-c26634580642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.200819 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5e17c4ce-9f1d-4611-83e5-c26634580642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.205743 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-58e58974-e0a2-4900-8016-5e64e390385f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:15.217637 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17c4ce-9f1d-4611-83e5-c26634580642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f1c5cd-9175-43c9-b8b4-6855fbae53d6,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:15.220668 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5e17c4ce-9f1d-4611-83e5-c26634580642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:15.222813 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5e17c4ce-9f1d-4611-83e5-c26634580642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.224905 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5e17c4ce-9f1d-4611-83e5-c26634580642 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9f1c5cd-9175-43c9-b8b4-6855fbae53d6 HTTP/1.1" status: 204 len: 168 time: 0.1973152 Apr 30 13:13:16.083548 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa9075-e2b7-410a-92ab-ac09744bfa4b req-242450ab-718f-45a0-baa9-f3ef4d9083ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:16.085296 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9ffa9075-e2b7-410a-92ab-ac09744bfa4b req-242450ab-718f-45a0-baa9-f3ef4d9083ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.2165828 Apr 30 13:13:16.132565 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-cf3fe24c-8417-4140-8e48-0d24b66677e0 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:16.134415 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-cf3fe24c-8417-4140-8e48-0d24b66677e0 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 814 time: 0.2121503 Apr 30 13:13:16.163911 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-0634ea2c-446e-40e7-acce-15784e04dabe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/quotas/a7444c84fc6c406cb1cf0e5089bce373 HTTP/1.1" status: 200 len: 375 time: 0.0169816 Apr 30 13:13:16.168041 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9ffa9075-e2b7-410a-92ab-ac09744bfa4b req-48635e36-12cf-47ba-8a74-859f9c72f3db tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743480 Apr 30 13:13:16.277923 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-ba4dffd5-3e40-4d15-bb6e-31cb33af0364 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043756 Apr 30 13:13:16.431396 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-db4f907f-a56f-4249-933d-0accc3ee6f5e service neutron] 10.222.0.66 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522739 Apr 30 13:13:16.594879 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-541f5d49-8ab2-4aa7-84d7-efe0957bf52d service neutron] 10.222.0.66 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574514 Apr 30 13:13:16.879373 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-14cf8b6a-3df1-4432-95ee-2284297d3904 req-9da3af91-93e6-4af2-ad2e-105deff8eeaf tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 210 time: 0.0738997 Apr 30 13:13:17.479596 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46233-b0b1-48e3-bafa-3399d7337457 req-8c6a45da-5954-41a5-8965-682c840ef67a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:17.481244 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e0a46233-b0b1-48e3-bafa-3399d7337457 req-8c6a45da-5954-41a5-8965-682c840ef67a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1401875 Apr 30 13:13:17.532168 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e0a46233-b0b1-48e3-bafa-3399d7337457 req-a6a41379-035f-4d55-b0f4-15962db753f3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Apr 30 13:13:18.111780 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-036131fc-5bda-4465-baf1-35c201c6f3b6 req-96e84923-fb87-4df6-b939-4982f6777142 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 210 time: 0.1321993 Apr 30 13:13:18.369051 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-455d7517-8655-4859-8d44-ecd778c1d55f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:18.370506 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-455d7517-8655-4859-8d44-ecd778c1d55f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 814 time: 0.1613998 Apr 30 13:13:18.402694 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Request body: {'port': {'device_id': 'ba6417ef-19eb-4349-9618-34a34453c66a', 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0', 'admin_state_up': True, 'tenant_id': 'a7444c84fc6c406cb1cf0e5089bce373'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:18.525719 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40212) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:18.569532 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:18.574825 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Usage tracker for resource:port and tenant:a7444c84fc6c406cb1cf0e5089bce373 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:18.591195 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0ca0ae-020f-413f-9230-cff08e012dd4 admin admin] Deleting subnet 13f86b9b-bc21-425a-9f78-c21a1915fc6a {{(pid=73798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:13:18.591513 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:18.594791 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0ae-020f-413f-9230-cff08e012dd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.607997 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:18.628667 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Made reservation on behalf of a7444c84fc6c406cb1cf0e5089bce373 for: {'port': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:18.634829 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.654376 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0ae-020f-413f-9230-cff08e012dd4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.663161 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0ae-020f-413f-9230-cff08e012dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.875144 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40222) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:18.914815 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Allocated IP 172.20.0.11 (66edb8f9-5dc8-4799-bc48-9c5212e130b0/c7877df0-aee7-4d30-8a19-13dd55eeb706/425bd08d-b71f-44e9-919f-59640351228d) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:19.031133 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376ecac-8f5f-4f6b-86e7-85cec8606a06 req-0d353bee-9510-402f-8f7c-d97914a44d40 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:19.032745 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3376ecac-8f5f-4f6b-86e7-85cec8606a06 req-0d353bee-9510-402f-8f7c-d97914a44d40 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.2637351 Apr 30 13:13:19.055724 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.119904 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3376ecac-8f5f-4f6b-86e7-85cec8606a06 req-a7b030fb-d109-4bf0-8300-fae6b3c049d7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699134 Apr 30 13:13:19.121585 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0ae-020f-413f-9230-cff08e012dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for subnet, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.126816 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-94cb54ee-09f2-42b2-a8f6-9097b0cd5ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:19.166067 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:19.166456 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ca0ae-020f-413f-9230-cff08e012dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f86b9b-bc21-425a-9f78-c21a1915fc6a,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:19.170348 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cb0ca0ae-020f-413f-9230-cff08e012dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:19.173756 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0ae-020f-413f-9230-cff08e012dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.177734 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Usage tracker for resource:security_group_rule and tenant:18955ebb9c274a0ca5b99b5b4a51248c is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:19.182938 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:19.191107 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-cb0ca0ae-020f-413f-9230-cff08e012dd4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/13f86b9b-bc21-425a-9f78-c21a1915fc6a HTTP/1.1" status: 204 len: 168 time: 0.6619544 Apr 30 13:13:19.192904 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40230) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:19.196204 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:19.255780 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.330117 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.342305 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e44bf80d-cbe6-460d-b233-26d0a3fc66fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:19.366674 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.388911 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.392502 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['56f75cc9-7c35-4dc1-9fbf-8471d66b8dad', '430335cd-90b3-4b80-84a1-6700b8471833', 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:19.403614 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.446086 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:19.452804 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Pushing event updated for resources: {'Port': ['ID=425bd08d-b71f-44e9-919f-59640351228d,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:19.455670 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:19.457649 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:19.461054 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-df2739fe-b414-4bab-86c8-d111bf26b4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:19.468396 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:19.471438 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa82e19-f393-4dd3-b16d-e0a7d42aea5d req-1762a89a-5df2-4f18-81f2-007ca511c1dd tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:19.473305 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ffa82e19-f393-4dd3-b16d-e0a7d42aea5d req-1762a89a-5df2-4f18-81f2-007ca511c1dd tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 932 time: 0.1899843 Apr 30 13:13:19.518799 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18955ebb9c274a0ca5b99b5b4a51248c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6426463 Apr 30 13:13:19.527763 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40240) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:19.569491 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.573007 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d8d9c8-5643-4ed3-a89b-2190e89e537d,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:19.580974 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:19.619583 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:19.620841 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.649786 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-5547e8cd-3850-43ef-baf5-6fc8a91c0447 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2511322 Apr 30 13:13:19.682321 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Request body: {'port': {'device_id': 'ba6417ef-19eb-4349-9618-34a34453c66a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:19.754406 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ffa82e19-f393-4dd3-b16d-e0a7d42aea5d req-5ce615ab-f199-4775-b779-c746040e4227 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254896 Apr 30 13:13:19.787440 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dcb81e26-19fd-4c38-94d1-b63e6df179ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.805640 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.806000 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.806774 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.807146 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > port after_create 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.807468 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.807802 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > port after_update 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.808120 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.808438 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.808802 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.809156 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.881603 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.881996 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.882290 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.882620 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:13:19.882982 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420d3429-594c-4c2c-8fb7-6a4c8b526aac']}} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:19.912980 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a43b346-86da-4ff8-be4a-c35b1f4c8cc6') {'for_net_delete': True} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:19.913266 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a43b346-86da-4ff8-be4a-c35b1f4c8cc6') {} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:19.921484 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dcb81e26-19fd-4c38-94d1-b63e6df179ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.937346 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127108'] for segment, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.948943 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.977092 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.992080 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=73798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:13:20.206040 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Network 420d3429-594c-4c2c-8fb7-6a4c8b526aac has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:13:20.215305 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3125793'] for segment, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.229290 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dcb81e26-19fd-4c38-94d1-b63e6df179ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.243693 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-1ab9fc40-3871-4222-9dae-b5015428d069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:20.313231 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb81e26-19fd-4c38-94d1-b63e6df179ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d8d9c8-5643-4ed3-a89b-2190e89e537d,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:20.350539 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dcb81e26-19fd-4c38-94d1-b63e6df179ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:20.384869 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425bd08d-b71f-44e9-919f-59640351228d {{(pid=73799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:20.395328 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.400314 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dcb81e26-19fd-4c38-94d1-b63e6df179ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.403075 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-dcb81e26-19fd-4c38-94d1-b63e6df179ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12d8d9c8-5643-4ed3-a89b-2190e89e537d HTTP/1.1" status: 204 len: 168 time: 0.8731017 Apr 30 13:13:20.554814 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Network 420d3429-594c-4c2c-8fb7-6a4c8b526aac has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: from cryptography.utils import int_from_bytes Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: from cryptography.utils import int_from_bytes Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: Traceback (most recent call last): Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: timer() Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: cb(*args, **kw) Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: return func(*args, **kwargs) Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: self._notify() Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: self.callback(batched_events) Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: event.method(event) Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: return f(self, *a, **k) Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: return self._get(url).json() Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: return self.request(url, 'GET', **kwargs) Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:13:20.584510 dv-cinder-784453-4-smb neutron-server[73798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:13:20.680201 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Transition to ACTIVE for port object 425bd08d-b71f-44e9-919f-59640351228d will not be triggered until provisioned by entity L2. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:20.685704 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7966fff-66b3-49dc-ac42-967441a7d2b0 req-3755d1db-e1ed-43f5-85e0-00cdf8378cc5 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:20.686605 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.687457 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a7966fff-66b3-49dc-ac42-967441a7d2b0 req-3755d1db-e1ed-43f5-85e0-00cdf8378cc5 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.3839643 Apr 30 13:13:20.689192 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.692983 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5dab4f44-867c-420c-9a14-df0d807cbcfe tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:20.769425 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:20.793428 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.808340 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=420d3429-594c-4c2c-8fb7-6a4c8b526aac,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:20.818043 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:20.832889 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a7966fff-66b3-49dc-ac42-967441a7d2b0 req-df2531be-87fd-4e5c-ada0-b49514c9ca35 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382914 Apr 30 13:13:20.854411 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] 10.222.0.66 "DELETE /v2.0/networks/420d3429-594c-4c2c-8fb7-6a4c8b526aac HTTP/1.1" status: 204 len: 168 time: 1.6599586 Apr 30 13:13:20.857970 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40260) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:20.901345 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Pushing event updated for resources: {'Port': ['ID=425bd08d-b71f-44e9-919f-59640351228d,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:20.930084 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:20.930582 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40264) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:20.983601 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] Deleting subnet f44460ff-a562-496f-97f9-9df1b26006c7 {{(pid=73798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:13:20.987884 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.999258 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.024184 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:21.028584 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Usage tracker for resource:security_group_rule and tenant:3364a4f84ffe41a9bae0e5089ec633a4 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:21.033488 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:21.048363 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:21.057882 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127117'] for subnet, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.065187 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Attempting to bind port 425bd08d-b71f-44e9-919f-59640351228d on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:21.065523 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Attempting to bind port 425bd08d-b71f-44e9-919f-59640351228d by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:21.065859 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Attempting to bind port 425bd08d-b71f-44e9-919f-59640351228d on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:21.077248 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Port 425bd08d-b71f-44e9-919f-59640351228d on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:21.077574 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Attempting to bind port 425bd08d-b71f-44e9-919f-59640351228d on network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:21.087213 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:21.087552 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Checking segment: {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:21.087937 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Bound using segment: {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:21.088374 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Bound port: 425bd08d-b71f-44e9-919f-59640351228d, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0'}}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:21.088718 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.107530 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020f5d0-33ea-43e7-81a2-3aa8741160db req-0952de47-31d0-49f1-b724-fe3b86f21879 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:21.109036 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0020f5d0-33ea-43e7-81a2-3aa8741160db req-0952de47-31d0-49f1-b724-fe3b86f21879 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 944 time: 0.2052569 Apr 30 13:13:21.153588 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.216983 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0020f5d0-33ea-43e7-81a2-3aa8741160db req-0e9ce1a3-a62a-41ab-86c7-297adf77b875 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955317 Apr 30 13:13:21.240654 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] For port 425bd08d-b71f-44e9-919f-59640351228d, host hv-cinder-78445, cleared binding levels {{(pid=73799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:21.259017 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] For port 425bd08d-b71f-44e9-919f-59640351228d, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=425bd08d-b71f-44e9-919f-59640351228d,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:21.263944 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.265842 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.272494 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:21.309809 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.356709 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:21.357339 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.358723 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] 10.222.0.87 "PUT /v2.0/ports/425bd08d-b71f-44e9-919f-59640351228d HTTP/1.1" status: 200 len: 1094 time: 1.6815424 Apr 30 13:13:21.360344 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6417ef-19eb-4349-9618-34a34453c66a', 'tag': '425bd08d-b71f-44e9-919f-59640351228d'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:21.377855 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3364a4f84ffe41a9bae0e5089ec633a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461739 Apr 30 13:13:21.381044 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40272) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:21.419491 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Pushing event updated for resources: {'Port': ['ID=425bd08d-b71f-44e9-919f-59640351228d,revision_number=3']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:21.426671 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6417ef-19eb-4349-9618-34a34453c66a', 'tag': '425bd08d-b71f-44e9-919f-59640351228d', 'status': 'completed', 'code': 200} Apr 30 13:13:21.427448 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:21.427949 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f0886332-feaf-444f-be3c-f7fa2787db3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:21.493287 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3125899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153878'] for subnet, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.498342 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:21.524929 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c8055-5dbb-4c53-ba53-4e7cc08751b8,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:21.530472 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:21.534858 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f44460ff-a562-496f-97f9-9df1b26006c7,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:21.536409 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.537706 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b7c675c3-461a-4303-8b42-af96606d6126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.540021 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:21.550256 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f44460ff-a562-496f-97f9-9df1b26006c7 HTTP/1.1" status: 204 len: 168 time: 0.6838610 Apr 30 13:13:21.550629 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40276) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:21.624598 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b7c675c3-461a-4303-8b42-af96606d6126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.711306 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-a693b8c1-8db9-461b-a493-c5b2ddc72dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:21.712789 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-a693b8c1-8db9-461b-a493-c5b2ddc72dc0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 1097 time: 0.2564929 Apr 30 13:13:21.724048 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.846599 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-8e1a25e4-5810-4431-aebd-f4730936822e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=425bd08d-b71f-44e9-919f-59640351228d HTTP/1.1" status: 200 len: 217 time: 0.1100326 Apr 30 13:13:21.960921 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b7c675c3-461a-4303-8b42-af96606d6126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.008629 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a1c8cf14-dea9-43e9-8c5d-5e7b7e7531bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:22.024064 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-306e0721-5625-4e10-8bc6-e7ee1696810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:22.025309 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-306e0721-5625-4e10-8bc6-e7ee1696810d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 200 len: 854 time: 0.1674695 Apr 30 13:13:22.035970 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.048170 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c690369-dd48-4c27-a691-cf56b5081815 req-d6ce7a33-b2af-46e2-b8c8-a0795950bf44 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:22.049622 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1c690369-dd48-4c27-a691-cf56b5081815 req-d6ce7a33-b2af-46e2-b8c8-a0795950bf44 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0860610 Apr 30 13:13:22.053230 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c675c3-461a-4303-8b42-af96606d6126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c8055-5dbb-4c53-ba53-4e7cc08751b8,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:22.055581 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b7c675c3-461a-4303-8b42-af96606d6126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:22.097927 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1c690369-dd48-4c27-a691-cf56b5081815 req-f5999f40-af20-452d-a22e-f53ab9bf1cc4 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Apr 30 13:13:22.105115 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b7c675c3-461a-4303-8b42-af96606d6126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.106207 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b7c675c3-461a-4303-8b42-af96606d6126 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/375c8055-5dbb-4c53-ba53-4e7cc08751b8 HTTP/1.1" status: 204 len: 168 time: 0.7242649 Apr 30 13:13:22.116729 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-efd7b82a-0f3b-4458-adfb-d70d812579d3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=66edb8f9-5dc8-4799-bc48-9c5212e130b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826135 Apr 30 13:13:22.377566 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a406fff8-1d76-4ebe-bc0f-df6902ab2889']}} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:22.395820 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1364b1-1984-4074-b34a-cde0a56d2935') {'for_net_delete': True} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:22.398962 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1364b1-1984-4074-b34a-cde0a56d2935') {} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:22.413467 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1858119'] for segment, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.447239 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.450737 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-e1937892-1e6c-4b10-bed2-6e9e602e6d3c service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890060 Apr 30 13:13:22.454034 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced860f-01c9-41ec-95e2-bec5caca2d52 req-ff476ac4-956e-4128-b430-8b92d2baaefa tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:22.455442 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=73799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:13:22.455568 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4ced860f-01c9-41ec-95e2-bec5caca2d52 req-ff476ac4-956e-4128-b430-8b92d2baaefa tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 944 time: 0.1127377 Apr 30 13:13:22.507869 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4ced860f-01c9-41ec-95e2-bec5caca2d52 req-4f9796e1-58ec-4f54-bb56-5fb229bb9ef9 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430984 Apr 30 13:13:22.724061 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Network a406fff8-1d76-4ebe-bc0f-df6902ab2889 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:13:22.734403 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2109741'] for segment, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.994544 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-d1611109-a5c3-45ff-b2cb-28f9b5d385cd req-ed8602b4-a965-426c-abf3-5e218436fd3a service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672470 Apr 30 13:13:23.017242 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Network a406fff8-1d76-4ebe-bc0f-df6902ab2889 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: Traceback (most recent call last): Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: timer() Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: cb(*args, **kw) Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: return func(*args, **kwargs) Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: self._notify() Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: self.callback(batched_events) Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: event.method(event) Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: return f(self, *a, **k) Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: return self._get(url).json() Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: return self.request(url, 'GET', **kwargs) Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:13:23.042370 dv-cinder-784453-4-smb neutron-server[73799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:13:23.214315 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.224132 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.227361 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:23.272754 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] 10.222.0.66 "DELETE /v2.0/networks/a406fff8-1d76-4ebe-bc0f-df6902ab2889 HTTP/1.1" status: 204 len: 168 time: 1.7176197 Apr 30 13:13:23.272754 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Pushing event deleted for resources: {'Network': ['ID=a406fff8-1d76-4ebe-bc0f-df6902ab2889,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:23.278542 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bc68eed7-3699-48b8-bf1d-54b6235a6bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:23.316654 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-81df631e-e36b-4d49-b74a-68a0086a221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.321182 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-81df631e-e36b-4d49-b74a-68a0086a221e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 1097 time: 0.1695957 Apr 30 13:13:23.350203 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c81d-0194-4e53-843e-f93c897aa0c3 req-85f92fc9-f54a-44da-b242-8684221b225a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.351401 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9647c81d-0194-4e53-843e-f93c897aa0c3 req-85f92fc9-f54a-44da-b242-8684221b225a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1231418 Apr 30 13:13:23.458343 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9647c81d-0194-4e53-843e-f93c897aa0c3 req-45c6cd1e-3c94-4c6d-b177-e260a7b9958c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873027 Apr 30 13:13:23.491007 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40346) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:23.534065 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-895d23ce-5aad-4073-a0c3-ec0f5becf568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.535585 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-895d23ce-5aad-4073-a0c3-ec0f5becf568 service neutron] 10.222.0.87 "GET /v2.0/networks?id=66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 200 len: 915 time: 0.1885896 Apr 30 13:13:23.554558 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-04bc5b80-9a99-4e93-bbb7-a9ead0f55ceb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=adb78777ffa54975b148ff61e6634713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594466 Apr 30 13:13:23.554828 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40352) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:23.641232 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-96786e83-bd7f-4a08-80cb-feeef01e8fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.691734 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-a149e694-b94e-4892-956b-df8f2e476bd0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=425bd08d-b71f-44e9-919f-59640351228d HTTP/1.1" status: 200 len: 217 time: 0.1427219 Apr 30 13:13:23.748687 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-96786e83-bd7f-4a08-80cb-feeef01e8fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.788226 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-a457f597-3073-4acc-9234-6c281749643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.789663 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-a457f597-3073-4acc-9234-6c281749643d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 200 len: 854 time: 0.0859394 Apr 30 13:13:23.852590 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef56ed5-ca89-4953-88cc-b8d6edccecd9 req-895d03d3-3dc7-4900-96dc-5eb14c97fe31 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.854909 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5ef56ed5-ca89-4953-88cc-b8d6edccecd9 req-895d03d3-3dc7-4900-96dc-5eb14c97fe31 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 944 time: 0.2078545 Apr 30 13:13:23.857163 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-b9f92af3-0b15-4687-992c-60924a377c65 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=66edb8f9-5dc8-4799-bc48-9c5212e130b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584402 Apr 30 13:13:23.906877 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-96786e83-bd7f-4a08-80cb-feeef01e8fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.932241 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-0d4e29a2-10e0-4db3-b6a4-f98f044c9f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:23.962160 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-96786e83-bd7f-4a08-80cb-feeef01e8fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.964108 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-96786e83-bd7f-4a08-80cb-feeef01e8fef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99b0547a-00b5-479d-ba07-5df48ed363f8 HTTP/1.1" status: 204 len: 168 time: 0.4081163 Apr 30 13:13:23.981909 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96786e83-bd7f-4a08-80cb-feeef01e8fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b0547a-00b5-479d-ba07-5df48ed363f8,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:23.990348 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-96786e83-bd7f-4a08-80cb-feeef01e8fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:24.003849 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5ef56ed5-ca89-4953-88cc-b8d6edccecd9 req-74478b0d-2a61-42ad-9b92-8574db1de317 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309011 Apr 30 13:13:24.052138 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-86fc1401-9c60-4542-9830-18e7c99b0589 service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683507 Apr 30 13:13:24.389326 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-4d225588-008f-4c4e-87ee-789c448fc7b5 req-979faf66-8cf7-4ef6-99bb-0dd2ab1329cc service neutron] 10.222.0.87 "GET /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266208 Apr 30 13:13:24.488943 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40386) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:24.555919 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-6f1e8ecf-4a1c-489e-bfa0-c5bc5b906af0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52bbfd4b427a4421b4d2161b1ee609fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657573 Apr 30 13:13:24.559062 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40390) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:24.620343 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d5502e6c-8345-46e2-981a-9d8fab85ffaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:24.648205 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d5502e6c-8345-46e2-981a-9d8fab85ffaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:24.686838 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74caf4-cc4f-466d-af06-a5b79a16069f req-c4497b53-b671-4ed0-83a0-29eb175e002d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:24.688980 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed74caf4-cc4f-466d-af06-a5b79a16069f req-c4497b53-b671-4ed0-83a0-29eb175e002d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1004221 Apr 30 13:13:24.709482 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d5502e6c-8345-46e2-981a-9d8fab85ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:24.713510 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-ac460081-88d8-4135-ada0-60067b6f37e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:24.727544 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5502e6c-8345-46e2-981a-9d8fab85ffaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745e2b09-d93f-4c05-b128-82794411d968,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:24.730633 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d5502e6c-8345-46e2-981a-9d8fab85ffaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:24.742548 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d5502e6c-8345-46e2-981a-9d8fab85ffaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:24.747256 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d5502e6c-8345-46e2-981a-9d8fab85ffaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/745e2b09-d93f-4c05-b128-82794411d968 HTTP/1.1" status: 204 len: 168 time: 0.1845517 Apr 30 13:13:24.765071 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed74caf4-cc4f-466d-af06-a5b79a16069f req-0402062c-39a1-4d15-99f5-fa14425432f9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693197 Apr 30 13:13:25.216432 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc742c-7690-4bd8-8510-6d1b0d2daba8 req-c5a84a19-67f1-4381-91a0-4919fef07ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:25.218324 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-41bc742c-7690-4bd8-8510-6d1b0d2daba8 req-c5a84a19-67f1-4381-91a0-4919fef07ef7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1098 time: 0.0886815 Apr 30 13:13:25.222437 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea110d8-336a-4b10-8bde-7dc3793ddd75 req-6aff20e0-02be-4501-9aa0-f1aa51459a6a tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:25.223920 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dea110d8-336a-4b10-8bde-7dc3793ddd75 req-6aff20e0-02be-4501-9aa0-f1aa51459a6a tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 944 time: 0.0900192 Apr 30 13:13:25.285938 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-41bc742c-7690-4bd8-8510-6d1b0d2daba8 req-1f1053ac-3086-435e-8725-f2dade88da75 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594149 Apr 30 13:13:25.287584 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dea110d8-336a-4b10-8bde-7dc3793ddd75 req-58497f06-74c5-4ce6-b141-40a6a8f21857 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557432 Apr 30 13:13:25.960545 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169ed0d-8e34-4c94-a34f-c50b4d3429ba req-f1a1652f-70d1-4083-ab1c-edbf29957c68 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:25.961991 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5169ed0d-8e34-4c94-a34f-c50b4d3429ba req-f1a1652f-70d1-4083-ab1c-edbf29957c68 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0864134 Apr 30 13:13:26.007955 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5169ed0d-8e34-4c94-a34f-c50b4d3429ba req-63ef8c12-f95f-498b-a732-b47e78f58bfb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Apr 30 13:13:26.574071 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b9c9f-06e7-4d32-8670-196835c3ecf6 req-11a52bee-7d27-4189-b541-e29dc24690cc tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.575445 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-388b9c9f-06e7-4d32-8670-196835c3ecf6 req-11a52bee-7d27-4189-b541-e29dc24690cc tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 944 time: 0.1785934 Apr 30 13:13:26.630972 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-388b9c9f-06e7-4d32-8670-196835c3ecf6 req-0cb517a4-7503-40b7-b2dd-983130dca492 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475817 Apr 30 13:13:26.716055 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 425bd08d-b71f-44e9-919f-59640351228d details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:26.873033 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 425bd08d-b71f-44e9-919f-59640351228d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=425bd08d-b71f-44e9-919f-59640351228d,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:26.887131 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '425bd08d-b71f-44e9-919f-59640351228d', 'network_id': '66edb8f9-5dc8-4799-bc48-9c5212e130b0', 'port_id': '425bd08d-b71f-44e9-919f-59640351228d', 'mac_address': 'fa:16:3e:8c:e6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7877df0-aee7-4d30-8a19-13dd55eeb706', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:26.945854 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.963961 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425bd08d-b71f-44e9-919f-59640351228d {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:26.980407 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 425bd08d-b71f-44e9-919f-59640351228d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=425bd08d-b71f-44e9-919f-59640351228d,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:26.985964 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.988754 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:27.075994 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=425bd08d-b71f-44e9-919f-59640351228d,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:27.081843 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:27.212265 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515ef6f-cc31-4ef1-9fbd-c67e611e8516 req-22eda669-7653-47c5-af67-40c00e58eb38 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:27.213874 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9515ef6f-cc31-4ef1-9fbd-c67e611e8516 req-22eda669-7653-47c5-af67-40c00e58eb38 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0870414 Apr 30 13:13:27.262667 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9515ef6f-cc31-4ef1-9fbd-c67e611e8516 req-fb951a03-6cb6-4127-adfc-255cabb884a5 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 Apr 30 13:13:27.586918 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['425bd08d-b71f-44e9-919f-59640351228d'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:27.651177 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-c0d4f946-7508-4dcf-bc5b-c0a723de4d49 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74511756&fields=id&tenant_id=e7546a1b88434358b1b80a7657068117 HTTP/1.1" status: 200 len: 267 time: 0.0582767 Apr 30 13:13:27.881965 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-4ee27b27-7e19-4556-899f-0c9d4a0b4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:27.883571 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-4ee27b27-7e19-4556-899f-0c9d4a0b4d4b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1098 time: 0.0752296 Apr 30 13:13:27.919471 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94524-0154-48ec-8c95-14b024ed7189 req-66cdced2-ecc0-4abb-9ce4-1b6d5467c9eb tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:27.924017 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-66cdced2-ecc0-4abb-9ce4-1b6d5467c9eb tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/networks?id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46 HTTP/1.1" status: 200 len: 808 time: 0.2715545 Apr 30 13:13:27.952285 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-bc55c513-173d-4dca-89e3-1e18acfd6c8e tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/quotas/e7546a1b88434358b1b80a7657068117 HTTP/1.1" status: 200 len: 375 time: 0.0211828 Apr 30 13:13:28.047935 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-f56515fc-1b87-4e3b-88b3-303a2d416a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:28.048077 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23122c9-f2ef-410d-923a-45c4889ce925 req-8f79f3db-e1e8-4190-ac00-539da1b51491 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:28.049462 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d23122c9-f2ef-410d-923a-45c4889ce925 req-8f79f3db-e1e8-4190-ac00-539da1b51491 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 945 time: 0.1858397 Apr 30 13:13:28.049855 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-f56515fc-1b87-4e3b-88b3-303a2d416a87 service neutron] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 920 time: 0.1567845 Apr 30 13:13:28.119078 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-91e94524-0154-48ec-8c95-14b024ed7189 req-ec6c09df-e1bd-4a0b-9bec-aef80a992281 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Synchronizing usage tracker for tenant:e7546a1b88434358b1b80a7657068117 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:28.124741 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d23122c9-f2ef-410d-923a-45c4889ce925 req-0530661c-20c2-4c7f-be8b-1bf7cde7a0c9 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691538 Apr 30 13:13:28.144129 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-065e2e77-2d7b-43e2-b1fd-8ff3c5a119ab service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed198a-4041-4c02-99e4-eb6b22522227 HTTP/1.1" status: 200 len: 217 time: 0.0827844 Apr 30 13:13:28.147900 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-91e94524-0154-48ec-8c95-14b024ed7189 req-ec6c09df-e1bd-4a0b-9bec-aef80a992281 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Unset dirty status for tenant:e7546a1b88434358b1b80a7657068117 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:28.149295 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-ec6c09df-e1bd-4a0b-9bec-aef80a992281 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7546a1b88434358b1b80a7657068117&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1856387 Apr 30 13:13:28.221577 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-974030fb-9b9b-4be8-ab13-5f2595227c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:28.223052 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-974030fb-9b9b-4be8-ab13-5f2595227c32 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.0690546 Apr 30 13:13:28.286485 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-99004fdf-a5f3-432e-b339-27ff7e48e7e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537207 Apr 30 13:13:28.379944 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-ea9a72bc-5448-4f53-b08f-17a0598bc1b9 service neutron] 10.222.0.66 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179356 Apr 30 13:13:28.433554 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f27527-e6ea-4796-952b-a52b65e3479f req-5c7deca8-ae69-455e-bc9a-c1c1dff86017 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:28.435064 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-29f27527-e6ea-4796-952b-a52b65e3479f req-5c7deca8-ae69-455e-bc9a-c1c1dff86017 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1612051 Apr 30 13:13:28.437998 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-3b5086cf-8588-4c5c-a880-b2f8437df6c8 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401744 Apr 30 13:13:28.546796 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-29f27527-e6ea-4796-952b-a52b65e3479f req-869c505e-a6a8-4600-bb95-aab59399bf62 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600891 Apr 30 13:13:28.591929 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-c1654ebd-04cc-4e5d-895e-480d2d5fa164 req-8ac5d6c6-c8a3-483f-9719-d6a46fe4e324 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439388 Apr 30 13:13:28.633477 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-ea1698c1-bfc2-4551-aacd-124c32c7c2b9 service neutron] 10.222.0.66 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375853 Apr 30 13:13:29.179765 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e6adc704-69a1-4984-9ae8-1fee03c4241c req-860d7cd8-b96d-45f3-847a-b863225a0bf6 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 210 time: 0.0716951 Apr 30 13:13:29.183500 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40556) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:29.241494 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:13:29.341801 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.359255 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:29.363941 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Usage tracker for resource:security_group_rule and tenant:ae2fc5804cbc4ee1825781a63b46277d is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:29.367075 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:29.373946 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:29.384218 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c815e6-e22b-423e-8dc4-52e4be403674 req-20236e85-50f2-4f94-9ee0-8800fcd14a73 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.386062 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-61c815e6-e22b-423e-8dc4-52e4be403674 req-20236e85-50f2-4f94-9ee0-8800fcd14a73 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 945 time: 0.1069376 Apr 30 13:13:29.448624 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-61c815e6-e22b-423e-8dc4-52e4be403674 req-063a44b9-ab2f-4ed3-b2a4-464da898020b tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559025 Apr 30 13:13:29.494630 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.501446 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.510010 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d5502e6c-8345-46e2-981a-9d8fab85ffaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:29.550100 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae2fc5804cbc4ee1825781a63b46277d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654532 Apr 30 13:13:29.550937 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc1b33-d0ac-468b-9bf9-60b79de115a7,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:29.553208 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40578) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:29.559090 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.559619 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.560094 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.560500 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.560845 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.561240 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.561577 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.562024 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.562386 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.562735 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.563258 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.563671 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.572665 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:29.636968 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.668077 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.737002 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.743246 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:29.794461 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dc1b33-d0ac-468b-9bf9-60b79de115a7,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:29.812395 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.812763 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.813149 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.813534 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.813881 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.814196 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.814540 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.814883 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.815254 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.815595 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.815934 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.816267 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:29.821980 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.821980 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50dc1b33-d0ac-468b-9bf9-60b79de115a7 HTTP/1.1" status: 204 len: 168 time: 0.2660987 Apr 30 13:13:29.822571 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:29.876377 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f97f91-04c1-4501-bc45-418416430b75 req-4bca3441-f655-4ba5-b765-90d9a68b8c7e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.878198 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53f97f91-04c1-4501-bc45-418416430b75 req-4bca3441-f655-4ba5-b765-90d9a68b8c7e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1367953 Apr 30 13:13:29.942057 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53f97f91-04c1-4501-bc45-418416430b75 req-a667331f-85ec-4ddf-b2c2-86985bd1f565 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582097 Apr 30 13:13:30.158133 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40598) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:30.176083 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.190735 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:30.194658 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Usage tracker for resource:security_group_rule and tenant:2e714497dfcc449487badcb774702ba1 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:30.197647 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:30.204212 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:30.344839 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.353438 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-640a0f69-90cf-4d43-961a-ae9f103dba18 req-74daa6e9-1749-414e-8b28-e55c3a4f9288 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 210 time: 0.0658116 Apr 30 13:13:30.354128 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.362527 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-56d2bd70-26ff-4f07-bab7-3fe59d9c5a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:30.400938 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e714497dfcc449487badcb774702ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417002 Apr 30 13:13:30.402588 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1154c04c-c018-41f5-a0d7-f38648804313,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:30.403624 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40604) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:30.406109 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:30.462367 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d0ac5d57-494c-420e-a007-c7b88adff6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.498453 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d0ac5d57-494c-420e-a007-c7b88adff6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.557566 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d0ac5d57-494c-420e-a007-c7b88adff6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.561215 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:30.574056 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac5d57-494c-420e-a007-c7b88adff6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1154c04c-c018-41f5-a0d7-f38648804313,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:30.578036 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d0ac5d57-494c-420e-a007-c7b88adff6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:30.585778 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d0ac5d57-494c-420e-a007-c7b88adff6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.589133 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d0ac5d57-494c-420e-a007-c7b88adff6eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1154c04c-c018-41f5-a0d7-f38648804313 HTTP/1.1" status: 204 len: 168 time: 0.1821713 Apr 30 13:13:30.673297 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08fc24-f136-423e-ba4a-af1e06c11c07 req-273cf8e4-42bd-49e9-a956-1de136643886 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:30.675159 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2e08fc24-f136-423e-ba4a-af1e06c11c07 req-273cf8e4-42bd-49e9-a956-1de136643886 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 945 time: 0.0970333 Apr 30 13:13:30.733993 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2e08fc24-f136-423e-ba4a-af1e06c11c07 req-e35b4784-9c88-40b6-8285-1255f884dfb5 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509827 Apr 30 13:13:30.737371 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 425bd08d-b71f-44e9-919f-59640351228d up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:30.892149 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 425bd08d-b71f-44e9-919f-59640351228d completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:30.903788 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 425bd08d-b71f-44e9-919f-59640351228d triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:30.904335 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.915630 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94524-0154-48ec-8c95-14b024ed7189 req-6117ce22-9d8e-4bb9-a42b-8ed9eb262ff6 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:30.916303 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-91e94524-0154-48ec-8c95-14b024ed7189 req-6117ce22-9d8e-4bb9-a42b-8ed9eb262ff6 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Synchronizing usage tracker for tenant:e7546a1b88434358b1b80a7657068117 on resource:network {{(pid=73799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:30.970035 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-91e94524-0154-48ec-8c95-14b024ed7189 req-6117ce22-9d8e-4bb9-a42b-8ed9eb262ff6 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Unset dirty status for tenant:e7546a1b88434358b1b80a7657068117 on resource:network {{(pid=73799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:30.971629 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-6117ce22-9d8e-4bb9-a42b-8ed9eb262ff6 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.87 "GET /v2.0/networks?id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46 HTTP/1.1" status: 200 len: 808 time: 0.2633989 Apr 30 13:13:31.044130 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-91e94524-0154-48ec-8c95-14b024ed7189 req-d9cef389-ad16-4b37-a0b4-baf8c3f97ede tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Synchronizing usage tracker for tenant:e7546a1b88434358b1b80a7657068117 on resource:security_group {{(pid=73799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:31.075294 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-91e94524-0154-48ec-8c95-14b024ed7189 req-d9cef389-ad16-4b37-a0b4-baf8c3f97ede tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Unset dirty status for tenant:e7546a1b88434358b1b80a7657068117 on resource:security_group {{(pid=73799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:31.076667 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-d9cef389-ad16-4b37-a0b4-baf8c3f97ede tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7546a1b88434358b1b80a7657068117 HTTP/1.1" status: 200 len: 378 time: 0.0817568 Apr 30 13:13:31.091738 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Request body: {'port': {'device_id': '7d7a7250-7558-4304-9449-d1c12438876a', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'admin_state_up': True, 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'security_groups': ['3261a513-44e1-4fdf-9612-5098c51c0b99']}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:31.134168 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.181178 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6417ef-19eb-4349-9618-34a34453c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425bd08d-b71f-44e9-919f-59640351228d'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:31.206583 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 425bd08d-b71f-44e9-919f-59640351228d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=425bd08d-b71f-44e9-919f-59640351228d,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:31.215548 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.218647 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:31.300970 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b958e6-7fcc-46d8-a28f-a8e0857ea52d req-640aa841-8df5-4b8f-a42e-d5b0a005f092 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:31.309833 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-01b958e6-7fcc-46d8-a28f-a8e0857ea52d req-640aa841-8df5-4b8f-a42e-d5b0a005f092 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1541505 Apr 30 13:13:31.313998 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=425bd08d-b71f-44e9-919f-59640351228d,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:31.317157 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:31.367586 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-01b958e6-7fcc-46d8-a28f-a8e0857ea52d req-6925ae4c-7dcb-4a0d-800d-f7e8688190ff tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490999 Apr 30 13:13:31.379965 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:31.392526 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:31.406520 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Made reservation on behalf of e7546a1b88434358b1b80a7657068117 for: {'port': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:31.410485 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.429792 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6417ef-19eb-4349-9618-34a34453c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425bd08d-b71f-44e9-919f-59640351228d', 'code': 200} Apr 30 13:13:31.607774 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Allocated IP 172.20.0.3 (2ead2e87-381f-4f48-9ed3-5a0dbb705c46/5b28244c-6871-4b3c-be63-99c100ee54c4/1025018f-9c12-47a0-9c39-5a38b22d5d33) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:31.662578 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-16ac229d-feb1-43bb-9918-0e33ed946ca3 req-2d7b8b9d-7890-41ac-be7b-a31b8b6d3d45 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 210 time: 0.1037600 Apr 30 13:13:31.891014 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-220aad88-3ac6-4ac0-ae02-9773ee1ddc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.089431 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.117763 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Transition to ACTIVE for port object 1025018f-9c12-47a0-9c39-5a38b22d5d33 will not be triggered until provisioned by entity DHCP. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:32.149301 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.160376 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-1bf65241-faf5-4126-b271-35f82d0eda5f tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:32.246000 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:32.255254 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:32.258833 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:32.285773 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1e7b8-d9f3-436b-a6c1-fdee2e4aff75 req-5d22a448-1f26-4846-9a1c-a13be055a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:32.287361 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2a1e7b8-d9f3-436b-a6c1-fdee2e4aff75 req-5d22a448-1f26-4846-9a1c-a13be055a0cf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 1099 time: 0.3725092 Apr 30 13:13:32.296053 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61650254-de4c-45af-bb3c-42a96b5be3d7 req-17a34293-edfd-4b01-9de0-3b24dc858dcb tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:32.303459 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-61650254-de4c-45af-bb3c-42a96b5be3d7 req-17a34293-edfd-4b01-9de0-3b24dc858dcb tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 946 time: 0.1273527 Apr 30 13:13:32.317048 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'Port': ['ID=1025018f-9c12-47a0-9c39-5a38b22d5d33,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:32.320292 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:32.361336 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:32.362274 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.409470 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3249500 Apr 30 13:13:32.436206 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Request body: {'port': {'device_id': '7d7a7250-7558-4304-9449-d1c12438876a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:32.464117 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2a1e7b8-d9f3-436b-a6c1-fdee2e4aff75 req-6ebab0e3-fef4-442a-bf00-9126d8b04879 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551976 Apr 30 13:13:32.493388 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-61650254-de4c-45af-bb3c-42a96b5be3d7 req-48538a69-c67b-41cd-83c4-570c21ecc7c1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888189 Apr 30 13:13:32.691335 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-58809bfe-c421-46ce-9cb2-9472f1e9b128 None None] Provisioning for port 1025018f-9c12-47a0-9c39-5a38b22d5d33 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:32.711162 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-58809bfe-c421-46ce-9cb2-9472f1e9b128 None None] Provisioning complete for port 1025018f-9c12-47a0-9c39-5a38b22d5d33 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:32.711736 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-58809bfe-c421-46ce-9cb2-9472f1e9b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.758100 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40684) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:32.764567 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.839942 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c045e-e25d-48b1-912c-6a03ee7ca196 req-376806d2-a1db-4d4f-9b9c-54dc8e4831eb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:32.841490 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-136c045e-e25d-48b1-912c-6a03ee7ca196 req-376806d2-a1db-4d4f-9b9c-54dc8e4831eb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.2115576 Apr 30 13:13:32.921172 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-58809bfe-c421-46ce-9cb2-9472f1e9b128 None None] Port 1025018f-9c12-47a0-9c39-5a38b22d5d33 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:13:32.947460 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-136c045e-e25d-48b1-912c-6a03ee7ca196 req-d15bffd7-d3f3-4389-915b-7c2c398361eb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985579 Apr 30 13:13:33.064432 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.107475 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:33.112214 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Usage tracker for resource:security_group_rule and tenant:a6528e493a7f42148b95cc8bc95d2e3d is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:33.115287 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:33.121100 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:33.264248 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.289651 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1025018f-9c12-47a0-9c39-5a38b22d5d33 {{(pid=73799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:33.301696 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.306805 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.325990 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-124109f4-3afb-4dac-b9a0-d823acee3b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:33.341183 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Transition to ACTIVE for port object 1025018f-9c12-47a0-9c39-5a38b22d5d33 will not be triggered until provisioned by entity L2. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:33.349299 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.354299 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e121e782-9801-4bfc-8536-d0127849bc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:33.385472 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6528e493a7f42148b95cc8bc95d2e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259997 Apr 30 13:13:33.388433 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40704) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:33.402312 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2333637-9b9c-4757-bbcf-c73b347b8689,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:33.408962 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:33.471314 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e872e-b886-45a5-a5bb-2db6777b24e8 req-2ed67ce0-dc8f-4bc6-8b4e-dd04901cb835 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.478445 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6a6e872e-b886-45a5-a5bb-2db6777b24e8 req-2ed67ce0-dc8f-4bc6-8b4e-dd04901cb835 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 931 time: 0.3750162 Apr 30 13:13:33.616040 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c9ab4181-3c34-43d8-9d86-77ac16e8f577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.634366 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Pushing event updated for resources: {'Port': ['ID=1025018f-9c12-47a0-9c39-5a38b22d5d33,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:33.639702 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:33.651701 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6a6e872e-b886-45a5-a5bb-2db6777b24e8 req-1b464c6c-c987-444a-ab32-5b5289624698 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1718130 Apr 30 13:13:33.771092 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c9ab4181-3c34-43d8-9d86-77ac16e8f577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.791045 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Attempting to bind port 1025018f-9c12-47a0-9c39-5a38b22d5d33 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:33.791291 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Attempting to bind port 1025018f-9c12-47a0-9c39-5a38b22d5d33 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:33.791617 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Attempting to bind port 1025018f-9c12-47a0-9c39-5a38b22d5d33 on network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:33.796707 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Port 1025018f-9c12-47a0-9c39-5a38b22d5d33 on network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:33.796950 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Attempting to bind port 1025018f-9c12-47a0-9c39-5a38b22d5d33 on network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:33.803980 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:33.805005 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Checking segment: {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:33.805705 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Bound using segment: {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:33.806483 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Bound port: 1025018f-9c12-47a0-9c39-5a38b22d5d33, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0663e9-36bb-4760-82ab-ccccfd60260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46'}}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:33.807743 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.851569 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f29cc-5054-4fd7-8bcc-668dc405cee6 req-505f4d55-ad36-43eb-bbf7-a94304e20090 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.853081 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-760f29cc-5054-4fd7-8bcc-668dc405cee6 req-505f4d55-ad36-43eb-bbf7-a94304e20090 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 946 time: 0.1757009 Apr 30 13:13:33.878382 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c9ab4181-3c34-43d8-9d86-77ac16e8f577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.885018 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-071b5a78-0faf-4c0e-8b6f-de164e6fec00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:33.902499 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab4181-3c34-43d8-9d86-77ac16e8f577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2333637-9b9c-4757-bbcf-c73b347b8689,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:33.916330 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c9ab4181-3c34-43d8-9d86-77ac16e8f577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:33.966560 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-760f29cc-5054-4fd7-8bcc-668dc405cee6 req-48ead3bc-3ae9-421e-98d0-c4a31cb1d189 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038482 Apr 30 13:13:33.967545 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c9ab4181-3c34-43d8-9d86-77ac16e8f577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.971922 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-c9ab4181-3c34-43d8-9d86-77ac16e8f577 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2333637-9b9c-4757-bbcf-c73b347b8689 HTTP/1.1" status: 204 len: 168 time: 0.5821562 Apr 30 13:13:33.975355 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, cleared binding levels {{(pid=73799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:33.980365 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:33.987123 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.000711 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bc3afa1a-ce27-4fe6-a517-c0a9e6e25f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:34.071795 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:34.072681 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.074145 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] 10.222.0.87 "PUT /v2.0/ports/1025018f-9c12-47a0-9c39-5a38b22d5d33 HTTP/1.1" status: 200 len: 1093 time: 1.6439784 Apr 30 13:13:34.076755 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:34.117223 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Pushing event updated for resources: {'Port': ['ID=1025018f-9c12-47a0-9c39-5a38b22d5d33,revision_number=3']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:34.127403 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:34.158179 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'status': 'completed', 'code': 200} Apr 30 13:13:34.400931 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.440886 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a852264-c8af-4f80-92b8-02a71dea02aa req-cc5d0bc5-93a0-4601-8044-d0262138f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:34.442485 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-3a852264-c8af-4f80-92b8-02a71dea02aa req-cc5d0bc5-93a0-4601-8044-d0262138f039 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7546a1b88434358b1b80a7657068117&device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 1096 time: 0.1868205 Apr 30 13:13:34.642378 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a852264-c8af-4f80-92b8-02a71dea02aa req-1e363757-cd4a-49cd-8b97-634e1880bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:34.645902 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-3a852264-c8af-4f80-92b8-02a71dea02aa req-1e363757-cd4a-49cd-8b97-634e1880bbf6 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=e7546a1b88434358b1b80a7657068117&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1654236 Apr 30 13:13:34.663758 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-edc02608-ccb7-4ab1-83b9-dbd2c07c2659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.858339 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a852264-c8af-4f80-92b8-02a71dea02aa req-3862d9fc-b844-4a30-96de-3bd296f412b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:34.860749 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-3a852264-c8af-4f80-92b8-02a71dea02aa req-3862d9fc-b844-4a30-96de-3bd296f412b1 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2057419 Apr 30 13:13:35.058534 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aaca5-58c4-47c8-899f-66a9f1d30df7 req-15e5aeac-52fc-494f-8ac2-91f0a0519d0b tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.060702 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2c8aaca5-58c4-47c8-899f-66a9f1d30df7 req-15e5aeac-52fc-494f-8ac2-91f0a0519d0b tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 943 time: 0.2111273 Apr 30 13:13:35.079827 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94524-0154-48ec-8c95-14b024ed7189 req-425fbcdd-b031-41c2-84b4-0ce825b58ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.081303 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-425fbcdd-b031-41c2-84b4-0ce825b58ee5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7546a1b88434358b1b80a7657068117&device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 1096 time: 0.1392422 Apr 30 13:13:35.140038 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2c8aaca5-58c4-47c8-899f-66a9f1d30df7 req-00b656a5-f200-4b8c-83ae-723fc6db8d88 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698786 Apr 30 13:13:35.149682 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd459-9434-4fe0-9562-211d384a9bc3 req-6379b77e-504c-45c3-92df-17590224331d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.152064 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3c6bd459-9434-4fe0-9562-211d384a9bc3 req-6379b77e-504c-45c3-92df-17590224331d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1652761 Apr 30 13:13:35.235501 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3c6bd459-9434-4fe0-9562-211d384a9bc3 req-1ad20f64-ccf2-4166-b47f-a3bc0c379200 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709760 Apr 30 13:13:35.259978 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-b1911185-60ad-4127-a6a7-0a9c3941ba6b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33 HTTP/1.1" status: 200 len: 217 time: 0.1619265 Apr 30 13:13:35.356566 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.358500 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94524-0154-48ec-8c95-14b024ed7189 req-f493d93d-8cd6-4cc5-af7b-04abcc396a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.360878 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-f493d93d-8cd6-4cc5-af7b-04abcc396a04 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5b28244c-6871-4b3c-be63-99c100ee54c4 HTTP/1.1" status: 200 len: 847 time: 0.0748808 Apr 30 13:13:35.384312 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555f96e-7235-458c-8221-dcf470910f42 req-f88523a5-f8ed-4b35-9cfe-237b4d0d4c42 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.386244 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4555f96e-7235-458c-8221-dcf470910f42 req-f88523a5-f8ed-4b35-9cfe-237b4d0d4c42 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 946 time: 0.1112182 Apr 30 13:13:35.467614 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4555f96e-7235-458c-8221-dcf470910f42 req-15c98e7b-81a0-4435-a1bc-015bbe5a0bd6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744181 Apr 30 13:13:35.488574 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94524-0154-48ec-8c95-14b024ed7189 req-baf17aa6-892a-4096-81b6-3c6504e4523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.490510 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-baf17aa6-892a-4096-81b6-3c6504e4523e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1130571 Apr 30 13:13:35.585295 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.669849 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-5f8060c6-67c6-4e6d-a031-137657a20fa9 service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676519 Apr 30 13:13:35.942246 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-52bec57b-9ea1-4acb-9c33-d66d12398c86 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1065714 Apr 30 13:13:36.025395 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-91e94524-0154-48ec-8c95-14b024ed7189 req-e7368a2f-2cf0-4ea5-9f14-52a869775af2 service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231714 Apr 30 13:13:36.229348 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-0d682888-8a94-4b53-8456-25b48b69598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.231664 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-0d682888-8a94-4b53-8456-25b48b69598e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1098 time: 0.1116178 Apr 30 13:13:36.553990 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-118f4b84-9f28-4aef-aa12-630385d8059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.557070 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-118f4b84-9f28-4aef-aa12-630385d8059f service neutron] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 920 time: 0.2220666 Apr 30 13:13:36.576865 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a8de9-07ed-4498-a1cf-a97e9de1c9e5 req-8d83bbd2-fad0-4c81-9819-b15cbdec3d5a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.578411 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f41a8de9-07ed-4498-a1cf-a97e9de1c9e5 req-8d83bbd2-fad0-4c81-9819-b15cbdec3d5a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1839118 Apr 30 13:13:36.652796 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-49155817-5621-4068-8e4f-c95fede047c7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed198a-4041-4c02-99e4-eb6b22522227 HTTP/1.1" status: 200 len: 217 time: 0.0874288 Apr 30 13:13:36.835893 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f41a8de9-07ed-4498-a1cf-a97e9de1c9e5 req-5202c3bc-419e-4db9-9776-8e3e8842d5ff tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815078 Apr 30 13:13:36.846967 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-80928208-0de3-4085-8a6a-cda131ed36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.848566 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-80928208-0de3-4085-8a6a-cda131ed36d3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.1534522 Apr 30 13:13:36.877437 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e7504-a38a-459e-9bca-8f7b331d2c03 req-27a72e34-32c3-460c-8dd4-3820bfa917fe tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.879071 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-637e7504-a38a-459e-9bca-8f7b331d2c03 req-27a72e34-32c3-460c-8dd4-3820bfa917fe tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 943 time: 0.1828098 Apr 30 13:13:37.044973 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-563b492d-9271-40f3-84d2-acee092716aa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648247 Apr 30 13:13:37.050179 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.113359 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-637e7504-a38a-459e-9bca-8f7b331d2c03 req-f383fba1-b308-41f2-a2a5-b57c42fefa2f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2009070 Apr 30 13:13:37.229281 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-d8f9f85b-6d76-4ae9-9b1b-af73f3096884 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680570 Apr 30 13:13:37.385130 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c700e883-c969-46e9-ad4d-735f8589cd5f req-7622f399-af24-474c-90fa-43a74c83d705 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443191 Apr 30 13:13:38.069362 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faedca8-f99a-41e9-8941-5304053de828 req-7e1f517e-7b8b-4d24-82e4-7f57e3b59ed3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:38.071714 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4faedca8-f99a-41e9-8941-5304053de828 req-7e1f517e-7b8b-4d24-82e4-7f57e3b59ed3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1115685 Apr 30 13:13:38.118993 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4faedca8-f99a-41e9-8941-5304053de828 req-d5a34daf-50ba-4091-9f50-71aab9a388e4 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413930 Apr 30 13:13:38.354620 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53722182-f643-458b-9ed3-8731dd07664d req-379f7c79-03ec-431a-a5ba-c48c1535b6d7 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:38.363926 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53722182-f643-458b-9ed3-8731dd07664d req-379f7c79-03ec-431a-a5ba-c48c1535b6d7 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 943 time: 0.1177309 Apr 30 13:13:38.425049 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53722182-f643-458b-9ed3-8731dd07664d req-8efbd7d8-7963-4f9d-b26e-2829a622cd0f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559940 Apr 30 13:13:38.614820 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40934) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:38.756083 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.770804 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:38.774756 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4f456aeb7641c9b1b9a12a08720105 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:38.777654 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:38.784223 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:38.877138 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.884463 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.894709 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-fca251b0-604f-44ff-a85c-96d8c4f4835a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:38.949979 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f4f456aeb7641c9b1b9a12a08720105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337591 Apr 30 13:13:38.951843 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b3aca9-3dae-43e7-927e-7a5a6cfb6b47,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:38.952763 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40944) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:38.955144 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:39.015393 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1b319f24-09ae-4ac5-a87c-14bc1f5b1dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.041371 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1b319f24-09ae-4ac5-a87c-14bc1f5b1dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.095227 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1b319f24-09ae-4ac5-a87c-14bc1f5b1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.099166 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-3dd8f74a-2e10-46c4-9b0d-e5aa25629ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:39.113353 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b319f24-09ae-4ac5-a87c-14bc1f5b1dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b3aca9-3dae-43e7-927e-7a5a6cfb6b47,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:39.115786 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-1b319f24-09ae-4ac5-a87c-14bc1f5b1dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:39.122547 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1b319f24-09ae-4ac5-a87c-14bc1f5b1dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.127587 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-1b319f24-09ae-4ac5-a87c-14bc1f5b1dcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65b3aca9-3dae-43e7-927e-7a5a6cfb6b47 HTTP/1.1" status: 204 len: 168 time: 0.1702199 Apr 30 13:13:39.342717 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bbe0d-2389-4849-9aa6-9756e462850b req-48a40b04-237d-41fb-812d-80409b699eb9 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:39.344998 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-805bbe0d-2389-4849-9aa6-9756e462850b req-48a40b04-237d-41fb-812d-80409b699eb9 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0951719 Apr 30 13:13:39.397571 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-805bbe0d-2389-4849-9aa6-9756e462850b req-689e4da9-7f42-465c-aca6-554b10ab9037 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450370 Apr 30 13:13:39.470539 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 40960) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:39.489861 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.508643 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:39.515194 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Usage tracker for resource:security_group_rule and tenant:593de3751cde48718f77d83a7fdb6bf9 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:39.520025 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:39.528670 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:39.702939 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44ac77-97b6-45fc-89fc-03825e419eab req-40c00253-8222-4140-adc1-85e74cf2d5bd tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:39.704588 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6c44ac77-97b6-45fc-89fc-03825e419eab req-40c00253-8222-4140-adc1-85e74cf2d5bd tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 943 time: 0.1470747 Apr 30 13:13:39.706437 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.711377 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.721149 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:39.798181 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=593de3751cde48718f77d83a7fdb6bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257637 Apr 30 13:13:39.800817 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40964) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:39.802377 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42af775-8b47-4c85-b597-edb7a79ac975,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:39.808263 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:39.815221 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6c44ac77-97b6-45fc-89fc-03825e419eab req-86623535-8798-4c1e-b1a9-0ed4072afa4d tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952182 Apr 30 13:13:39.874722 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1434-2d2a-472a-8b1a-766f64ec9434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.902448 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1434-2d2a-472a-8b1a-766f64ec9434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.960680 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1434-2d2a-472a-8b1a-766f64ec9434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.964981 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f90a5d9b-88c5-45ab-ab97-4452430439b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:39.977349 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe1434-2d2a-472a-8b1a-766f64ec9434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42af775-8b47-4c85-b597-edb7a79ac975,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:39.980267 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-9bbe1434-2d2a-472a-8b1a-766f64ec9434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:39.993904 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1434-2d2a-472a-8b1a-766f64ec9434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.998141 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-9bbe1434-2d2a-472a-8b1a-766f64ec9434 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c42af775-8b47-4c85-b597-edb7a79ac975 HTTP/1.1" status: 204 len: 168 time: 0.1939929 Apr 30 13:13:40.428510 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40986) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:40.451141 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.467396 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:40.472099 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Usage tracker for resource:security_group_rule and tenant:10f37ea2a9574ff9bbe30bc81d7a3f85 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:40.475284 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:40.492538 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:40.630337 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.634896 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.646194 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d0ac5d57-494c-420e-a007-c7b88adff6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:40.686425 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817afd9b-f5cb-4658-82b6-a6b6b51079ab,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:40.692002 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:40.698792 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10f37ea2a9574ff9bbe30bc81d7a3f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690408 Apr 30 13:13:40.699656 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 40994) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:40.735733 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eae800-e037-40ff-8025-e234ee61cf76 req-6a3d7d3f-cb86-4f6a-8e6e-d158b8db3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:40.737294 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17eae800-e037-40ff-8025-e234ee61cf76 req-6a3d7d3f-cb86-4f6a-8e6e-d158b8db3be4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1098 time: 0.1508074 Apr 30 13:13:40.751691 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5cf3f-63fe-4d94-9cca-32a54531ad9c req-80b4e788-3f50-4a34-bea4-f0d66da0d19e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:40.752886 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-87d5cf3f-63fe-4d94-9cca-32a54531ad9c req-80b4e788-3f50-4a34-bea4-f0d66da0d19e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.2240038 Apr 30 13:13:40.765485 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0c823704-bc57-4fa0-aad1-0b6b23624047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.794728 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0c823704-bc57-4fa0-aad1-0b6b23624047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.810236 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 1025018f-9c12-47a0-9c39-5a38b22d5d33 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:40.851893 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0c823704-bc57-4fa0-aad1-0b6b23624047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.857157 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-9bbe1434-2d2a-472a-8b1a-766f64ec9434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:40.870831 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c823704-bc57-4fa0-aad1-0b6b23624047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817afd9b-f5cb-4658-82b6-a6b6b51079ab,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:40.873498 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-0c823704-bc57-4fa0-aad1-0b6b23624047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:40.881411 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0c823704-bc57-4fa0-aad1-0b6b23624047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.882619 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-0c823704-bc57-4fa0-aad1-0b6b23624047 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/817afd9b-f5cb-4658-82b6-a6b6b51079ab HTTP/1.1" status: 204 len: 168 time: 0.1817529 Apr 30 13:13:40.909523 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202e0dd-80c7-42b7-9a54-48473dc2b38d req-f3a01174-a4cf-44b9-901e-c87fb8c73858 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:40.916135 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3202e0dd-80c7-42b7-9a54-48473dc2b38d req-f3a01174-a4cf-44b9-901e-c87fb8c73858 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.2690296 Apr 30 13:13:40.959725 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-87d5cf3f-63fe-4d94-9cca-32a54531ad9c req-75d53e27-8953-46ca-8644-6a7a0385ebb5 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812587 Apr 30 13:13:40.993466 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:40.994462 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3202e0dd-80c7-42b7-9a54-48473dc2b38d req-0acfde97-2126-4916-9727-2486bf6a9f49 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769484 Apr 30 13:13:41.012250 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'port_id': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'mac_address': 'fa:16:3e:c3:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:41.034858 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eae800-e037-40ff-8025-e234ee61cf76 req-3ea6367f-35f0-4bb1-abf0-6048c455d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:41.036765 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17eae800-e037-40ff-8025-e234ee61cf76 req-3ea6367f-35f0-4bb1-abf0-6048c455d960 service neutron] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 920 time: 0.2828531 Apr 30 13:13:41.101823 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:41.119919 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1025018f-9c12-47a0-9c39-5a38b22d5d33 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:41.139129 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:41.144434 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:41.147839 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1e8e689a-58ee-4494-a117-34485fa04902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:41.169964 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17eae800-e037-40ff-8025-e234ee61cf76 req-360387fa-2048-4bc8-ab3d-9aa37871dd8b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed198a-4041-4c02-99e4-eb6b22522227 HTTP/1.1" status: 200 len: 217 time: 0.1241121 Apr 30 13:13:41.219727 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=1025018f-9c12-47a0-9c39-5a38b22d5d33,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:41.230296 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.230636 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.231017 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.231376 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.231699 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.232016 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.232495 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.232976 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.233463 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.234078 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.234958 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.235593 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:41.240079 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:41.267247 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eae800-e037-40ff-8025-e234ee61cf76 req-72a23792-be4c-4884-95d6-fac552f72da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:41.268336 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17eae800-e037-40ff-8025-e234ee61cf76 req-72a23792-be4c-4884-95d6-fac552f72da6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.0881262 Apr 30 13:13:41.277208 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262ecdc-b459-4de8-8718-eb50255f3fde req-8e1c9fa1-3ff9-4c7b-8ea3-4b7785eebf4d tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:41.278586 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6262ecdc-b459-4de8-8718-eb50255f3fde req-8e1c9fa1-3ff9-4c7b-8ea3-4b7785eebf4d tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 944 time: 0.1765487 Apr 30 13:13:41.447921 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17eae800-e037-40ff-8025-e234ee61cf76 req-7bfe405c-615c-4430-a6f9-c67424b42fb3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472385 Apr 30 13:13:41.505065 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6262ecdc-b459-4de8-8718-eb50255f3fde req-2c495384-1345-477b-8f78-ca679dab7568 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2202549 Apr 30 13:13:41.602550 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17eae800-e037-40ff-8025-e234ee61cf76 req-0610b905-19c5-4189-bc48-186eb8c0f9df service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456008 Apr 30 13:13:41.695281 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['1025018f-9c12-47a0-9c39-5a38b22d5d33'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:41.815127 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-17eae800-e037-40ff-8025-e234ee61cf76 req-e7dc4291-8042-4cd9-af24-0ad53b2ec1ee service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041538 Apr 30 13:13:42.254771 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8fc7-6012-4b2e-b0c0-0d3c76277da1 req-31c5dbe5-de06-4a64-937e-9aa54480804f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:42.256297 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d05f8fc7-6012-4b2e-b0c0-0d3c76277da1 req-31c5dbe5-de06-4a64-937e-9aa54480804f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1594670 Apr 30 13:13:42.266996 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35468d05-bb8c-4a5d-bf51-66080809e52b req-b50bcace-bf8e-48e6-b130-4bd0ed5b503b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:42.268582 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-35468d05-bb8c-4a5d-bf51-66080809e52b req-b50bcace-bf8e-48e6-b130-4bd0ed5b503b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1360450 Apr 30 13:13:42.351142 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d05f8fc7-6012-4b2e-b0c0-0d3c76277da1 req-d683cf65-64a8-40d3-bc23-91e7887dee13 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738375 Apr 30 13:13:42.355677 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-35468d05-bb8c-4a5d-bf51-66080809e52b req-a341654a-d4f5-429c-8649-9fc2fb8187a2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640497 Apr 30 13:13:42.715925 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c4780-d842-40b0-94db-72be431b18fa req-57d5bc04-a444-4a03-aada-3dd2d2797ad8 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:42.717401 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-348c4780-d842-40b0-94db-72be431b18fa req-57d5bc04-a444-4a03-aada-3dd2d2797ad8 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 944 time: 0.0830927 Apr 30 13:13:42.760960 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-348c4780-d842-40b0-94db-72be431b18fa req-93232901-58d6-4e0c-b1a0-13acc291dc6b tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377488 Apr 30 13:13:43.628059 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3ad74-9a7e-47db-8c8a-d27f569abe82 req-a01e05bf-150b-4cee-881d-4a474fc19160 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:43.629703 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-adb3ad74-9a7e-47db-8c8a-d27f569abe82 req-a01e05bf-150b-4cee-881d-4a474fc19160 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1174920 Apr 30 13:13:43.638764 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b7b56-bd5f-4a02-9ee9-772ec30e9426 req-7b8231ab-5710-456c-81b4-a71e89e2d945 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:43.640456 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c92b7b56-bd5f-4a02-9ee9-772ec30e9426 req-7b8231ab-5710-456c-81b4-a71e89e2d945 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1618378 Apr 30 13:13:43.713771 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-adb3ad74-9a7e-47db-8c8a-d27f569abe82 req-aa52a0f2-188a-4faa-9f0c-8f90ed91a8a2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717049 Apr 30 13:13:43.721471 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c92b7b56-bd5f-4a02-9ee9-772ec30e9426 req-e79fda71-e148-4b7d-adfa-0b364fa10dd4 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Apr 30 13:13:44.053932 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87a07e-603e-4384-80aa-9de7ca2ab8fb req-f9899d76-e376-486c-8f92-f62c71d0a770 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.056163 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3c87a07e-603e-4384-80aa-9de7ca2ab8fb req-f9899d76-e376-486c-8f92-f62c71d0a770 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 944 time: 0.0911205 Apr 30 13:13:44.103661 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3c87a07e-603e-4384-80aa-9de7ca2ab8fb req-380fe74d-fa60-415a-8eb4-1b5e0fc5b814 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411465 Apr 30 13:13:44.205963 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-121546c7-7dd9-48fe-9d73-b11838cd878a tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c621ce870ff24245a97b1eb309393524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268235 Apr 30 13:13:44.363569 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-064548d0-c1ea-447f-b6e1-d97a225e5885 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.363569 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-064548d0-c1ea-447f-b6e1-d97a225e5885 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497993 Apr 30 13:13:44.375815 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-4f45ad95-27f4-49ca-ba5b-a23f65682f9e tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/quotas/c621ce870ff24245a97b1eb309393524 HTTP/1.1" status: 200 len: 375 time: 0.0092845 Apr 30 13:13:44.437827 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-30651deb-439c-4c5d-bcd4-904e5341c2ec tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c621ce870ff24245a97b1eb309393524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563271 Apr 30 13:13:44.638029 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-884a0afa-3a2a-4f4d-9f9f-a873b197298c req-b867b01c-64bd-4f4b-85e5-6da2b0b49422 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 210 time: 0.0421493 Apr 30 13:13:44.849320 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 1025018f-9c12-47a0-9c39-5a38b22d5d33 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:44.924249 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 1025018f-9c12-47a0-9c39-5a38b22d5d33 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:44.931325 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 1025018f-9c12-47a0-9c39-5a38b22d5d33 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:44.931726 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:44.982094 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2db213-adf2-4e82-b8b3-217bc38d7f7b req-9f5823f2-829b-4ae0-93d7-4130f392d023 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.983580 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed2db213-adf2-4e82-b8b3-217bc38d7f7b req-9f5823f2-829b-4ae0-93d7-4130f392d023 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1483583 Apr 30 13:13:44.996783 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce4002-1201-4bb1-a543-b3fbb39f67b6 req-e36a5e4a-e196-4f79-abb7-857b848f3dfc tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.998249 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-54ce4002-1201-4bb1-a543-b3fbb39f67b6 req-e36a5e4a-e196-4f79-abb7-857b848f3dfc tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1251369 Apr 30 13:13:45.059737 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed2db213-adf2-4e82-b8b3-217bc38d7f7b req-92ad8456-0bb7-4972-8ef2-942d4d86ce7d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603333 Apr 30 13:13:45.069567 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.100490 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-54ce4002-1201-4bb1-a543-b3fbb39f67b6 req-b25440d8-8f4e-439a-81ed-5b6b6768f979 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858073 Apr 30 13:13:45.130708 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:45.141222 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:45.145749 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.149150 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:45.217832 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=1025018f-9c12-47a0-9c39-5a38b22d5d33,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:45.221829 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:45.304573 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'code': 200} Apr 30 13:13:45.314883 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5d0ea-b6e5-4e96-b2f6-af70961ffd63 req-88bf651e-7543-463e-ae76-2d8ead519017 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:45.316484 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b8a5d0ea-b6e5-4e96-b2f6-af70961ffd63 req-88bf651e-7543-463e-ae76-2d8ead519017 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0908883 Apr 30 13:13:45.364036 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b8a5d0ea-b6e5-4e96-b2f6-af70961ffd63 req-d6f434bf-f50f-4be7-bbc6-af4794cab3e3 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418155 Apr 30 13:13:45.925098 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8a0e2c2e-9689-4fc9-bb96-9fc6f50ba258 req-6e641364-3e81-4be4-bbe6-3874310e0d17 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 210 time: 0.1774685 Apr 30 13:13:46.036848 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f57d7-d19b-4d74-819e-fe0ff46736c3 req-ba88461f-ccf4-4478-b897-c33f378ba8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.038302 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-982f57d7-d19b-4d74-819e-fe0ff46736c3 req-ba88461f-ccf4-4478-b897-c33f378ba8be service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 1098 time: 0.2547781 Apr 30 13:13:46.050836 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763f210-343e-4307-8990-104ca3b4c4bd req-5112a29c-bd65-4948-80e8-a879c938c289 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.052326 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1763f210-343e-4307-8990-104ca3b4c4bd req-5112a29c-bd65-4948-80e8-a879c938c289 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 946 time: 0.1029892 Apr 30 13:13:46.126101 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-982f57d7-d19b-4d74-819e-fe0ff46736c3 req-f5c3425b-d9c7-4ef6-8f58-c09e70b9482d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728464 Apr 30 13:13:46.133034 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1763f210-343e-4307-8990-104ca3b4c4bd req-e25b0fea-66e8-44d9-8a00-7094dba5d652 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636327 Apr 30 13:13:46.359992 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca31871-bcb8-4bb3-af57-e3b27f7098d6 req-6481d05d-a903-4763-babe-116dac18519e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.361367 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3ca31871-bcb8-4bb3-af57-e3b27f7098d6 req-6481d05d-a903-4763-babe-116dac18519e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1493700 Apr 30 13:13:46.371766 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247fa8-b1c3-4905-9bf4-abf1cfc95a06 req-bcc153ac-de04-4976-9456-de521762f54a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.373193 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7e247fa8-b1c3-4905-9bf4-abf1cfc95a06 req-bcc153ac-de04-4976-9456-de521762f54a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1205838 Apr 30 13:13:46.442194 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3ca31871-bcb8-4bb3-af57-e3b27f7098d6 req-d48aee3b-9bfc-432b-aba9-ff4e61c89628 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680430 Apr 30 13:13:46.449549 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7e247fa8-b1c3-4905-9bf4-abf1cfc95a06 req-d8badfee-d5b0-4328-99b0-4b22033993cb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609734 Apr 30 13:13:46.514089 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-a31ba114-cde1-4f6d-b334-456ec5b46aa1 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=c621ce870ff24245a97b1eb309393524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266924 Apr 30 13:13:46.646747 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc957ff7-c2eb-44a7-bf27-c32985283aaf req-c76c8ea3-9db7-47d2-8340-b380ffa1c0d3 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.649785 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bc957ff7-c2eb-44a7-bf27-c32985283aaf req-c76c8ea3-9db7-47d2-8340-b380ffa1c0d3 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0956979 Apr 30 13:13:46.707255 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-5b6b58f2-577b-472c-9fab-3ec677ec09ca tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.708783 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-5b6b58f2-577b-472c-9fab-3ec677ec09ca tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824589 Apr 30 13:13:46.720009 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bc957ff7-c2eb-44a7-bf27-c32985283aaf req-ad33e665-c019-4ece-98d8-38189d7c626b tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637298 Apr 30 13:13:46.755160 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Request body: {'port': {'device_id': 'e663a4e8-d4ae-4ae6-89cc-3758d1e14df7', 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5', 'admin_state_up': True, 'tenant_id': 'c621ce870ff24245a97b1eb309393524'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:46.889491 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:46.893217 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Usage tracker for resource:port and tenant:c621ce870ff24245a97b1eb309393524 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:46.896046 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:46.901688 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:46.913006 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Made reservation on behalf of c621ce870ff24245a97b1eb309393524 for: {'port': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:46.916748 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:46.929141 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:46.944316 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:46.948002 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Usage tracker for resource:security_group_rule and tenant:c621ce870ff24245a97b1eb309393524 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:46.950710 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:46.957491 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:47.048153 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.052570 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.055409 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-4dcb180c-4993-44bb-8e96-b0a59bf63a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:47.087975 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c5b244d1-a479-4b5b-8e1f-b413434a54e9 req-85f0372e-ae9c-4045-9ff7-308e51157f6c tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 210 time: 0.0448153 Apr 30 13:13:47.134663 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b200fab8-c349-42f7-9f55-a3a3dcbe178f,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:47.139962 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:47.224718 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Allocated IP 192.168.233.94 (e47296eb-8594-4c57-8438-53330623a7c5/b5ee34b9-53f0-468f-af35-186ce2b74ff8/4b1cd21d-8132-470e-baf5-78cf9bb328c6) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:47.332073 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da423e-6706-472d-bbe5-4db0ba1b482c req-1a13def9-156d-4f37-9233-188862c2101d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.333701 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b1da423e-6706-472d-bbe5-4db0ba1b482c req-1a13def9-156d-4f37-9233-188862c2101d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 946 time: 0.0870543 Apr 30 13:13:47.379890 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b1da423e-6706-472d-bbe5-4db0ba1b482c req-812af15c-b478-4d3e-ac34-ab89011b2085 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Apr 30 13:13:47.429676 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.444623 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Transition to ACTIVE for port object 4b1cd21d-8132-470e-baf5-78cf9bb328c6 will not be triggered until provisioned by entity DHCP. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:47.468400 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.476246 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fc71a6dd-61de-4f41-809a-02157247efbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:47.546873 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Network e47296eb-8594-4c57-8438-53330623a7c5 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:47.550420 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:47.554315 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:47.686739 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Pushing event updated for resources: {'Port': ['ID=4b1cd21d-8132-470e-baf5-78cf9bb328c6,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:47.693696 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:47.716893 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d62bd-7491-499c-8d43-67cb9434bcd9 req-09a0b7a6-1d26-463d-9044-673362b736ed tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.719223 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b29d62bd-7491-499c-8d43-67cb9434bcd9 req-09a0b7a6-1d26-463d-9044-673362b736ed tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1481049 Apr 30 13:13:47.730381 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2feeefd-6e42-4548-a70c-b8c635ee6497 req-556cefec-d857-4ba4-8078-d1f2364a843a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.731874 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e2feeefd-6e42-4548-a70c-b8c635ee6497 req-556cefec-d857-4ba4-8078-d1f2364a843a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1285617 Apr 30 13:13:47.732100 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.732727 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.764689 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0133650 Apr 30 13:13:47.814864 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e2feeefd-6e42-4548-a70c-b8c635ee6497 req-d406cd26-434d-4bd1-9cf1-2413c24d2a6e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632272 Apr 30 13:13:47.822216 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b29d62bd-7491-499c-8d43-67cb9434bcd9 req-429f73e4-c500-423e-8b4c-cede8e7d39d5 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892396 Apr 30 13:13:47.865463 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-215808ff-54ac-492f-af99-b278920c27ca None None] Provisioning for port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:47.870869 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-215808ff-54ac-492f-af99-b278920c27ca None None] Provisioning complete for port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:47.871676 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-215808ff-54ac-492f-af99-b278920c27ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.941521 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-215808ff-54ac-492f-af99-b278920c27ca None None] Port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:13:47.995356 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Request body: {'port': {'device_id': 'e663a4e8-d4ae-4ae6-89cc-3758d1e14df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:48.043543 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5216-aeb9-4d8d-987c-fda9e969293a req-4e8dc450-e4b3-47e9-9866-3e91a356c548 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.044996 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9cec5216-aeb9-4d8d-987c-fda9e969293a req-4e8dc450-e4b3-47e9-9866-3e91a356c548 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0895615 Apr 30 13:13:48.090000 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9cec5216-aeb9-4d8d-987c-fda9e969293a req-4f937edf-3c41-4df7-a051-3a140032a028 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385664 Apr 30 13:13:48.106968 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.314560 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad82f93-9bd2-4b6d-a3cd-e74d72f115e0 req-403e2b44-b925-481e-8c44-951cc135cd39 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.316104 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9ad82f93-9bd2-4b6d-a3cd-e74d72f115e0 req-403e2b44-b925-481e-8c44-951cc135cd39 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 935 time: 0.0879128 Apr 30 13:13:48.362306 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9ad82f93-9bd2-4b6d-a3cd-e74d72f115e0 req-7b733069-360d-4fd1-ac8e-bd0922cf7a1c tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Apr 30 13:13:48.516235 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1cd21d-8132-470e-baf5-78cf9bb328c6 {{(pid=73799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:48.523310 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.537896 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Transition to ACTIVE for port object 4b1cd21d-8132-470e-baf5-78cf9bb328c6 will not be triggered until provisioned by entity L2. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:48.542076 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.548733 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8ea2b589-14e6-47b5-ac95-58a668ef75ce tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:48.575816 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53532ba4-2d3d-487a-9e52-9381c9c64a2c req-b30546ad-5349-45e7-ae0e-f4fe1513552c tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.577209 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53532ba4-2d3d-487a-9e52-9381c9c64a2c req-b30546ad-5349-45e7-ae0e-f4fe1513552c tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 946 time: 0.0857420 Apr 30 13:13:48.638861 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53532ba4-2d3d-487a-9e52-9381c9c64a2c req-d3a0b635-340a-4ee9-9c34-ce6d1c3f8d02 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557189 Apr 30 13:13:48.737080 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Pushing event updated for resources: {'Port': ['ID=4b1cd21d-8132-470e-baf5-78cf9bb328c6,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:48.742168 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:48.782218 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Attempting to bind port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:48.782550 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Attempting to bind port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'f23d3839-4ec9-4649-a0f2-64608335d2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5'}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:48.782876 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Attempting to bind port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 on network e47296eb-8594-4c57-8438-53330623a7c5 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:48.787428 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 on network e47296eb-8594-4c57-8438-53330623a7c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:48.787747 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Attempting to bind port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 on network e47296eb-8594-4c57-8438-53330623a7c5 {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:48.793018 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:48.793425 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Checking segment: {'id': 'f23d3839-4ec9-4649-a0f2-64608335d2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:48.793730 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Bound using segment: {'id': 'f23d3839-4ec9-4649-a0f2-64608335d2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5'} {{(pid=73799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:48.794152 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Bound port: 4b1cd21d-8132-470e-baf5-78cf9bb328c6, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23d3839-4ec9-4649-a0f2-64608335d2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5'}}] {{(pid=73799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:48.794516 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.884802 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] For port 4b1cd21d-8132-470e-baf5-78cf9bb328c6, host hv-cinder-78445, cleared binding levels {{(pid=73799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:48.888106 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] For port 4b1cd21d-8132-470e-baf5-78cf9bb328c6, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4b1cd21d-8132-470e-baf5-78cf9bb328c6,segment=NetworkSegment(f23d3839-4ec9-4649-a0f2-64608335d2d9),segment_id=f23d3839-4ec9-4649-a0f2-64608335d2d9)] {{(pid=73799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:48.893845 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.898776 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:48.955574 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.956473 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.958206 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] 10.222.0.87 "PUT /v2.0/ports/4b1cd21d-8132-470e-baf5-78cf9bb328c6 HTTP/1.1" status: 200 len: 1097 time: 0.9684565 Apr 30 13:13:48.958859 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e663a4e8-d4ae-4ae6-89cc-3758d1e14df7', 'tag': '4b1cd21d-8132-470e-baf5-78cf9bb328c6'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:48.992761 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Pushing event updated for resources: {'Port': ['ID=4b1cd21d-8132-470e-baf5-78cf9bb328c6,revision_number=3']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:49.016473 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:49.097160 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03351a8d-1d46-423e-ba95-c900561d2d96 req-1565d508-8d6c-4aa8-9c44-647486b8f18e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.098770 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-03351a8d-1d46-423e-ba95-c900561d2d96 req-1565d508-8d6c-4aa8-9c44-647486b8f18e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1238005 Apr 30 13:13:49.118890 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f1676-3352-4e27-863b-f6bdebbc0bc9 req-143ceb3f-0fa7-4c5d-bc9c-9a570931e32e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.126467 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-362f1676-3352-4e27-863b-f6bdebbc0bc9 req-143ceb3f-0fa7-4c5d-bc9c-9a570931e32e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1961188 Apr 30 13:13:49.152106 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-c2efbf14-3164-44d7-ba6b-2ef5c1b46604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.153768 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-c2efbf14-3164-44d7-ba6b-2ef5c1b46604 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c621ce870ff24245a97b1eb309393524&device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 1100 time: 0.0914724 Apr 30 13:13:49.199588 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-362f1676-3352-4e27-863b-f6bdebbc0bc9 req-a1207e73-513c-4aa4-a864-9e5232ca6414 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722530 Apr 30 13:13:49.210573 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-03351a8d-1d46-423e-ba95-c900561d2d96 req-e56bfefb-70bd-450a-b7eb-8bbba590eeba tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814335 Apr 30 13:13:49.254513 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-11c07d37-cbb8-46db-9893-773e28431c8f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=4b1cd21d-8132-470e-baf5-78cf9bb328c6 HTTP/1.1" status: 200 len: 217 time: 0.0764630 Apr 30 13:13:49.258860 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e663a4e8-d4ae-4ae6-89cc-3758d1e14df7', 'tag': '4b1cd21d-8132-470e-baf5-78cf9bb328c6', 'status': 'completed', 'code': 200} Apr 30 13:13:49.363122 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cb3d9643-9abf-4383-85af-c81c653bb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.364607 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-cb3d9643-9abf-4383-85af-c81c653bb023 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b5ee34b9-53f0-468f-af35-186ce2b74ff8 HTTP/1.1" status: 200 len: 843 time: 0.0674939 Apr 30 13:13:49.419472 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e087d8-9163-4113-a599-970d72ef004f req-0df4742e-ce9c-44aa-95c3-1cba0e010aef tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.421315 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b5e087d8-9163-4113-a599-970d72ef004f req-0df4742e-ce9c-44aa-95c3-1cba0e010aef tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0802834 Apr 30 13:13:49.510789 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-51bb54e5-02c1-4124-b845-e9425a63c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.513680 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-51bb54e5-02c1-4124-b845-e9425a63c5e3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e47296eb-8594-4c57-8438-53330623a7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1210408 Apr 30 13:13:49.516168 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b5e087d8-9163-4113-a599-970d72ef004f req-1da35d6a-3245-424a-a80b-a0cfc2eb5c12 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796459 Apr 30 13:13:49.624929 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79e1cb-4818-4c72-877e-f83e31799b6e req-3216f47e-af24-4719-9075-e61f463f9e45 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.626836 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bd79e1cb-4818-4c72-877e-f83e31799b6e req-3216f47e-af24-4719-9075-e61f463f9e45 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 947 time: 0.0933931 Apr 30 13:13:49.681230 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-de82958e-994b-4565-8200-9756c41b904f service neutron] 10.222.0.87 "GET /v2.0/networks/e47296eb-8594-4c57-8438-53330623a7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496611 Apr 30 13:13:49.733591 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bd79e1cb-4818-4c72-877e-f83e31799b6e req-9e38aec5-1149-4715-bddd-f66cfad8a229 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Apr 30 13:13:49.755918 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141f099-2875-4040-9ea5-1a4be543ef4b req-4067e2e0-6846-4b98-9fa1-5220a9143945 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.755918 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d141f099-2875-4040-9ea5-1a4be543ef4b req-4067e2e0-6846-4b98-9fa1-5220a9143945 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.1232800 Apr 30 13:13:49.808984 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d141f099-2875-4040-9ea5-1a4be543ef4b req-4be73fde-b5d7-448a-81fb-0f6bb8c3536f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457747 Apr 30 13:13:49.831692 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 41202) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:49.844301 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-0d4d491b-4b3e-4529-a4a8-678697f52960 req-a8463789-c7f0-4c1f-91c0-5dfba0a19972 service neutron] 10.222.0.87 "GET /v2.0/networks/e47296eb-8594-4c57-8438-53330623a7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537745 Apr 30 13:13:50.004718 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d964091-fe72-4105-896d-debc1c9db025 req-78effcca-add0-48aa-94a5-5704746d8df4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.006317 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d964091-fe72-4105-896d-debc1c9db025 req-78effcca-add0-48aa-94a5-5704746d8df4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 946 time: 0.1656961 Apr 30 13:13:50.054100 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-4f9c13c0-d975-4f4a-9ed6-d10d4b95c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.055669 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-4f9c13c0-d975-4f4a-9ed6-d10d4b95c655 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c621ce870ff24245a97b1eb309393524&device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 1100 time: 0.0776839 Apr 30 13:13:50.099768 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d964091-fe72-4105-896d-debc1c9db025 req-bb26512a-7b66-4903-b122-1b8fd179ab37 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873127 Apr 30 13:13:50.156838 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf4b45-b90a-493e-ae50-883b5e44da6c tempest-TestShelveInstance-1899601126 tempest-TestShelveInstance-1899601126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.157566 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-42bf4b45-b90a-493e-ae50-883b5e44da6c tempest-TestShelveInstance-1899601126 tempest-TestShelveInstance-1899601126-project-admin] Synchronizing usage tracker for tenant:7133e24e382d4643b6ef7b99e4365d60 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:50.190768 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-42bf4b45-b90a-493e-ae50-883b5e44da6c tempest-TestShelveInstance-1899601126 tempest-TestShelveInstance-1899601126-project-admin] Unset dirty status for tenant:7133e24e382d4643b6ef7b99e4365d60 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:50.195602 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-42bf4b45-b90a-493e-ae50-883b5e44da6c tempest-TestShelveInstance-1899601126 tempest-TestShelveInstance-1899601126-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 1093 time: 0.3588135 Apr 30 13:13:50.200419 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 41210) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:50.225734 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Request body: {'floatingip': {'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'port_id': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:50.238043 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:50.245363 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Usage tracker for resource:floatingip and tenant:e7546a1b88434358b1b80a7657068117 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:50.249362 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:50.259940 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:50.271959 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-95696659-f7db-4bb6-b786-821c98a3ffd6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.273530 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-95696659-f7db-4bb6-b786-821c98a3ffd6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 946 time: 0.1517808 Apr 30 13:13:50.371562 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-fc3ff7f5-114b-4084-9cec-424c0a495757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.373498 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-fc3ff7f5-114b-4084-9cec-424c0a495757 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e47296eb-8594-4c57-8438-53330623a7c5 HTTP/1.1" status: 200 len: 870 time: 0.2520347 Apr 30 13:13:50.395761 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for floatingip, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:50.457247 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-7994b28a-a26c-4851-b557-04670c108b26 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=4b1cd21d-8132-470e-baf5-78cf9bb328c6 HTTP/1.1" status: 200 len: 217 time: 0.0745211 Apr 30 13:13:50.525220 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-b00f737f-ab58-4afa-bef7-e4739b8aba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.526732 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-b00f737f-ab58-4afa-bef7-e4739b8aba5e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b5ee34b9-53f0-468f-af35-186ce2b74ff8 HTTP/1.1" status: 200 len: 843 time: 0.0620506 Apr 30 13:13:50.630960 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-82021003-44ac-4a90-8341-161bde57b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.637042 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-82021003-44ac-4a90-8341-161bde57b6bb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e47296eb-8594-4c57-8438-53330623a7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0985210 Apr 30 13:13:50.676721 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b60b36-0f9c-46ca-819e-300b2bb1a472 req-dccc47c4-7edb-4542-a244-ea8918526fdc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.676721 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-03b60b36-0f9c-46ca-819e-300b2bb1a472 req-dccc47c4-7edb-4542-a244-ea8918526fdc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.3237381 Apr 30 13:13:50.715453 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295199e3-695a-45c3-9315-dec6c659f210 req-7bb7e1e6-c423-4126-a8ba-19237d88f36d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.716882 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-295199e3-695a-45c3-9315-dec6c659f210 req-7bb7e1e6-c423-4126-a8ba-19237d88f36d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.3049152 Apr 30 13:13:50.793278 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-03b60b36-0f9c-46ca-819e-300b2bb1a472 req-aa4695ea-d466-4864-b787-55a4f11ceddf tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112249 Apr 30 13:13:50.795506 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-df2d2296-0feb-4e43-83f5-587ab1cff4f7 service neutron] 10.222.0.87 "GET /v2.0/networks/e47296eb-8594-4c57-8438-53330623a7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446233 Apr 30 13:13:50.801819 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Deleting port 425bd08d-b71f-44e9-919f-59640351228d {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:13:50.802157 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:50.842993 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-295199e3-695a-45c3-9315-dec6c659f210 req-faa92748-edb9-4ec1-a6a6-6c9f4e48c150 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140671 Apr 30 13:13:50.927259 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:50.946923 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-270372c2-86d1-488f-bdf7-a89e2a77cbdb req-71ed7f02-3a1d-4518-a38a-89bd679cf944 service neutron] 10.222.0.87 "GET /v2.0/networks/e47296eb-8594-4c57-8438-53330623a7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406674 Apr 30 13:13:51.058890 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] For port 425bd08d-b71f-44e9-919f-59640351228d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=425bd08d-b71f-44e9-919f-59640351228d,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:51.059248 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.226054 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Calling delete_port for 425bd08d-b71f-44e9-919f-59640351228d owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:13:51.339677 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Allocated IP 172.28.1.143 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/8bcb8e35-797d-45a3-b5ce-aac273177d2b) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:51.371148 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c913c1-e622-48d7-91a9-779360b36dff req-6e9f6865-d4a0-4549-ab55-730e224b8960 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.372603 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-49c913c1-e622-48d7-91a9-779360b36dff req-6e9f6865-d4a0-4549-ab55-730e224b8960 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 947 time: 0.4048190 Apr 30 13:13:51.537556 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f7a20-9a8b-492f-8f7e-575d8a37fe36 req-468076a0-a4c1-4250-81d0-673bd4d68ca6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.539045 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-911f7a20-9a8b-492f-8f7e-575d8a37fe36 req-468076a0-a4c1-4250-81d0-673bd4d68ca6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 946 time: 0.3070889 Apr 30 13:13:51.581974 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-49c913c1-e622-48d7-91a9-779360b36dff req-6a10d5db-904a-48ac-924a-6f07f085242c tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996047 Apr 30 13:13:51.675586 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.690878 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-911f7a20-9a8b-492f-8f7e-575d8a37fe36 req-6fa3e15f-aa6e-423f-9202-ae2296e7446b tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163392 Apr 30 13:13:51.698777 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.708699 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:51.760333 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['56f75cc9-7c35-4dc1-9fbf-8471d66b8dad', '430335cd-90b3-4b80-84a1-6700b8471833', 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:51.860112 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Pushing event deleted for resources: {'Port': ['ID=425bd08d-b71f-44e9-919f-59640351228d,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:51.864469 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:52.035757 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] No DVR routers for this DVR port 425bd08d-b71f-44e9-919f-59640351228d on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:13:52.075973 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.080640 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6417ef-19eb-4349-9618-34a34453c66a', 'name': 'network-vif-deleted', 'tag': '425bd08d-b71f-44e9-919f-59640351228d'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:52.155147 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.160358 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:52.234287 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'Port': ['ID=8bcb8e35-797d-45a3-b5ce-aac273177d2b,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:52.237286 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c9213c36-51c9-4443-abf2-4a68a22ece45 req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "DELETE /v2.0/ports/425bd08d-b71f-44e9-919f-59640351228d HTTP/1.1" status: 204 len: 173 time: 1.9570050 Apr 30 13:13:52.241108 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:52.264713 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dec08-bbcf-465d-890e-5b381fa08c8f req-e942d192-9ed0-4d44-bcb1-8ef8dfe24bd9 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:52.267058 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f98dec08-bbcf-465d-890e-5b381fa08c8f req-e942d192-9ed0-4d44-bcb1-8ef8dfe24bd9 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.3250070 Apr 30 13:13:52.276339 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:52.278609 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:52.283268 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:52.372583 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9da8f-6567-4120-bd97-6e299e951053 req-9733773c-d712-4465-a54e-cb2db70e7671 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:52.373923 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0bc9da8f-6567-4120-bd97-6e299e951053 req-9733773c-d712-4465-a54e-cb2db70e7671 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.3397803 Apr 30 13:13:52.442948 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f98dec08-bbcf-465d-890e-5b381fa08c8f req-9889431f-f411-413a-822b-e7f28d0c3cf8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653225 Apr 30 13:13:52.538445 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0bc9da8f-6567-4120-bd97-6e299e951053 req-769984da-0b8c-48d5-ad0c-73f51d9de090 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568642 Apr 30 13:13:52.621681 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6417ef-19eb-4349-9618-34a34453c66a', 'name': 'network-vif-deleted', 'tag': '425bd08d-b71f-44e9-919f-59640351228d', 'status': 'completed', 'code': 200} Apr 30 13:13:52.885556 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 4b1cd21d-8132-470e-baf5-78cf9bb328c6 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:52.902631 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 425bd08d-b71f-44e9-919f-59640351228d no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:13:52.915246 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9267f7-c8ef-4c9a-ab2b-0e07b1adcd81 req-dd4d27d4-e466-4ae1-a6c1-4f15112feda0 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:52.916736 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fa9267f7-c8ef-4c9a-ab2b-0e07b1adcd81 req-dd4d27d4-e466-4ae1-a6c1-4f15112feda0 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 947 time: 0.1905742 Apr 30 13:13:52.927786 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-f194a6c7-5056-4728-89f5-fa0ce1a30177 req-83080179-a1ad-40d6-aa5b-0a046a0f04c8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Synchronizing usage tracker for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:52.986832 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-f194a6c7-5056-4728-89f5-fa0ce1a30177 req-83080179-a1ad-40d6-aa5b-0a046a0f04c8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Unset dirty status for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:52.987998 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f194a6c7-5056-4728-89f5-fa0ce1a30177 req-83080179-a1ad-40d6-aa5b-0a046a0f04c8 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba6417ef-19eb-4349-9618-34a34453c66a HTTP/1.1" status: 200 len: 210 time: 0.1389284 Apr 30 13:13:52.997172 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fa9267f7-c8ef-4c9a-ab2b-0e07b1adcd81 req-18248834-1db6-48ef-ae67-0a3d9fc0860a tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708809 Apr 30 13:13:53.012446 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.012842 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 425bd08d-b71f-44e9-919f-59640351228d {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:13:53.013261 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 425bd08d-b71f-44e9-919f-59640351228d not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:13:53.089885 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.125124 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 4b1cd21d-8132-470e-baf5-78cf9bb328c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4b1cd21d-8132-470e-baf5-78cf9bb328c6,segment=NetworkSegment(f23d3839-4ec9-4649-a0f2-64608335d2d9),segment_id=f23d3839-4ec9-4649-a0f2-64608335d2d9)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:53.142372 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '4b1cd21d-8132-470e-baf5-78cf9bb328c6', 'network_id': 'e47296eb-8594-4c57-8438-53330623a7c5', 'port_id': '4b1cd21d-8132-470e-baf5-78cf9bb328c6', 'mac_address': 'fa:16:3e:5e:93:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ee34b9-53f0-468f-af35-186ce2b74ff8', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:53.224519 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.242688 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1cd21d-8132-470e-baf5-78cf9bb328c6 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:53.260995 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 4b1cd21d-8132-470e-baf5-78cf9bb328c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4b1cd21d-8132-470e-baf5-78cf9bb328c6,segment=NetworkSegment(f23d3839-4ec9-4649-a0f2-64608335d2d9),segment_id=f23d3839-4ec9-4649-a0f2-64608335d2d9)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:53.267374 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.269214 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:53.354148 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=4b1cd21d-8132-470e-baf5-78cf9bb328c6,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:53.359870 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:53.369144 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.377092 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.382329 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:53.494814 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event updated for resources: {'Port': ['ID=8bcb8e35-797d-45a3-b5ce-aac273177d2b,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:53.499681 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:53.518305 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.739102 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['4b1cd21d-8132-470e-baf5-78cf9bb328c6'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:53.963054 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.l3_db [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Floating IP f82520b1-afd6-40ca-b212-61c230e3d045 associated. External IP: 172.28.1.143, port: 1025018f-9c12-47a0-9c39-5a38b22d5d33. Apr 30 13:13:54.082070 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56cbd1-8d9c-4e1d-90f7-5d00a72eeee8 req-883f14c8-37df-44f2-b048-1f92e4148b33 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.083688 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6c56cbd1-8d9c-4e1d-90f7-5d00a72eeee8 req-883f14c8-37df-44f2-b048-1f92e4148b33 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.4705286 Apr 30 13:13:54.196409 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb1843-e088-4747-b892-7070273e1cb8 req-69f92c71-5d4c-435c-83a0-e428b4068f49 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.199858 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d7fb1843-e088-4747-b892-7070273e1cb8 req-69f92c71-5d4c-435c-83a0-e428b4068f49 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.3461442 Apr 30 13:13:54.280262 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6c56cbd1-8d9c-4e1d-90f7-5d00a72eeee8 req-4b4dc7a7-ece7-4997-b71d-c4aa95bf2670 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839588 Apr 30 13:13:54.362736 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d7fb1843-e088-4747-b892-7070273e1cb8 req-22030ecb-143e-4f05-92d8-6e11b2dd7de6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513317 Apr 30 13:13:54.514704 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Router fc0940e5-7193-4911-b443-dfcf5155ce4f has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:13:54.762953 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:13:54.772838 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] Sync routers for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:13:54.776412 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c70d3-dcad-409b-9726-8bb6f755a1ea req-f04d6764-5472-493f-a8ab-64cb865c40ac tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.777981 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-895c70d3-dcad-409b-9726-8bb6f755a1ea req-f04d6764-5472-493f-a8ab-64cb865c40ac tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 948 time: 0.2026279 Apr 30 13:13:54.784507 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:13:54.785254 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:13:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:54.823585 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:54.870123 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-895c70d3-dcad-409b-9726-8bb6f755a1ea req-37b6fea6-d42c-48d2-9bd7-d5ba3e145da8 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829990 Apr 30 13:13:54.899119 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6779182 Apr 30 13:13:54.899119 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:54.940828 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'status': 'completed', 'code': 200} Apr 30 13:13:54.987942 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:13:55.096586 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-98047971-90f2-4841-bbd4-533ea96004c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.098253 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-98047971-90f2-4841-bbd4-533ea96004c5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7546a1b88434358b1b80a7657068117&device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 1098 time: 0.1024871 Apr 30 13:13:55.253378 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-29a26074-113a-4687-95b8-9a8fe971b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.254828 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-29a26074-113a-4687-95b8-9a8fe971b5bd service neutron] 10.222.0.87 "GET /v2.0/networks?id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46 HTTP/1.1" status: 200 len: 909 time: 0.1486592 Apr 30 13:13:55.378384 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-70c90d69-6f1b-4e69-8551-275f3483543f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33 HTTP/1.1" status: 200 len: 999 time: 0.1158636 Apr 30 13:13:55.383850 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:32Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': 'f82520b1-afd6-40ca-b212-61c230e3d045', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'floating_ip_address': '172.28.1.143', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'port_id': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'mac_address': 'fa:16:3e:c3:29:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a7250-7558-4304-9449-d1c12438876a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:13:52Z', 'updated_at': '2021-04-30T13:13:52Z', 'revision_number': 0, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce1dbc1-9c07-4e34-9fae-077beeb65c4a', 'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'mac_address': 'fa:16:3e:c4:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:30Z', 'updated_at': '2021-04-30T13:12:42Z', 'revision_number': 5, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'subnets': [{'id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:55.387726 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] Checking router: fc0940e5-7193-4911-b443-dfcf5155ce4f for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:13:55.396169 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:13:55.396762 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:13:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:55.512872 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-d3081a3d-b21e-48fa-9ced-30aa8c479745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.514343 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-d3081a3d-b21e-48fa-9ced-30aa8c479745 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5b28244c-6871-4b3c-be63-99c100ee54c4 HTTP/1.1" status: 200 len: 847 time: 0.1265287 Apr 30 13:13:55.581943 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:13:55.752778 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3875c-7da6-47ad-9a5c-cf628e25094e req-dbfb81b0-cbea-4728-8b83-f056e46d1f05 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.754239 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48e3875c-7da6-47ad-9a5c-cf628e25094e req-dbfb81b0-cbea-4728-8b83-f056e46d1f05 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.3165393 Apr 30 13:13:55.831276 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48e3875c-7da6-47ad-9a5c-cf628e25094e req-8feeae55-d599-4be3-b856-c21bd6543f5a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684075 Apr 30 13:13:55.838207 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-49639a88-5282-4268-9944-e87785262966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.839688 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-49639a88-5282-4268-9944-e87785262966 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3141289 Apr 30 13:13:55.848201 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951e80c-376a-45fe-a054-906689e14545 req-ee74fad2-9a4a-4d0e-b298-9486d80e2304 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.849662 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9951e80c-376a-45fe-a054-906689e14545 req-ee74fad2-9a4a-4d0e-b298-9486d80e2304 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1745248 Apr 30 13:13:55.980515 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:32Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': 'f82520b1-afd6-40ca-b212-61c230e3d045', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'floating_ip_address': '172.28.1.143', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'port_id': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'mac_address': 'fa:16:3e:c3:29:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a7250-7558-4304-9449-d1c12438876a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:13:52Z', 'updated_at': '2021-04-30T13:13:52Z', 'revision_number': 0, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce1dbc1-9c07-4e34-9fae-077beeb65c4a', 'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'mac_address': 'fa:16:3e:c4:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:30Z', 'updated_at': '2021-04-30T13:12:42Z', 'revision_number': 5, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'subnets': [{'id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:55.992025 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842d78e-77fd-43dd-8d6d-9ceec9de787f None None] The sync data for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb is: [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:32Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': 'f82520b1-afd6-40ca-b212-61c230e3d045', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'floating_ip_address': '172.28.1.143', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'port_id': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'mac_address': 'fa:16:3e:c3:29:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a7250-7558-4304-9449-d1c12438876a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:13:52Z', 'updated_at': '2021-04-30T13:13:52Z', 'revision_number': 0, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce1dbc1-9c07-4e34-9fae-077beeb65c4a', 'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'mac_address': 'fa:16:3e:c4:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:30Z', 'updated_at': '2021-04-30T13:12:42Z', 'revision_number': 5, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'subnets': [{'id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:13:56.001668 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9951e80c-376a-45fe-a054-906689e14545 req-3891afe9-fac0-4844-8e01-9732692bce4a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223927 Apr 30 13:13:56.033030 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-325e680c-477c-44bd-89ec-1bb83ccfa633 service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806777 Apr 30 13:13:56.291733 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e0fab7-a922-48d8-9620-b6aaf97741cc None None] New status for floating IP f82520b1-afd6-40ca-b212-61c230e3d045: ACTIVE {{(pid=73800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:13:56.302632 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-173fd921-9e9c-4ee1-b9f8-528ea90c6f75 req-d1c34c94-4200-4f43-b765-149f7b89f38b service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551112 Apr 30 13:13:56.315655 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82400b5-bb23-4370-87c4-34941aaebb62 req-77736609-3e66-4402-afc4-30ee3e2370d1 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:56.317280 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c82400b5-bb23-4370-87c4-34941aaebb62 req-77736609-3e66-4402-afc4-30ee3e2370d1 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 948 time: 0.1681278 Apr 30 13:13:56.393001 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c82400b5-bb23-4370-87c4-34941aaebb62 req-1f48ffa8-403a-44fb-b9af-9369c0a46dee tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683250 Apr 30 13:13:56.561763 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf832d14-8bb6-4735-8188-c4115fbe45b2 req-63d3cf65-f276-4615-9ef5-75e33d434b88 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:56.564075 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cf832d14-8bb6-4735-8188-c4115fbe45b2 req-63d3cf65-f276-4615-9ef5-75e33d434b88 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 945 time: 0.1119630 Apr 30 13:13:56.641042 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cf832d14-8bb6-4735-8188-c4115fbe45b2 req-bc359789-e214-494e-98e3-699a0109ee2a tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662344 Apr 30 13:13:56.910808 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 4b1cd21d-8132-470e-baf5-78cf9bb328c6 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:56.983495 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:56.989578 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:56.989847 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.051524 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56b623-db4d-4fde-8233-81e47f74d684 req-86ede2e8-5f9e-4fe8-81b9-fb011270001e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.053113 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9d56b623-db4d-4fde-8233-81e47f74d684 req-86ede2e8-5f9e-4fe8-81b9-fb011270001e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0992100 Apr 30 13:13:57.115055 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9d56b623-db4d-4fde-8233-81e47f74d684 req-ae32d80d-1c9d-436f-a2d4-351c7e017caf tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512316 Apr 30 13:13:57.159444 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.188845 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e663a4e8-d4ae-4ae6-89cc-3758d1e14df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1cd21d-8132-470e-baf5-78cf9bb328c6'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:57.200262 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 4b1cd21d-8132-470e-baf5-78cf9bb328c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4b1cd21d-8132-470e-baf5-78cf9bb328c6,segment=NetworkSegment(f23d3839-4ec9-4649-a0f2-64608335d2d9),segment_id=f23d3839-4ec9-4649-a0f2-64608335d2d9)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:57.205759 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.208895 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-afe84931-724d-4146-a286-4b5bf9c790b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:57.237227 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9bdce-1f2a-4a76-bff6-91e3f31dd952 req-e4f85a96-116a-4eb2-ab42-af4821cd0ac3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.238953 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86b9bdce-1f2a-4a76-bff6-91e3f31dd952 req-e4f85a96-116a-4eb2-ab42-af4821cd0ac3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1066415 Apr 30 13:13:57.296356 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86b9bdce-1f2a-4a76-bff6-91e3f31dd952 req-29b9c3d3-e31c-4f9b-977f-4a8930c6cd41 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491569 Apr 30 13:13:57.301502 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=4b1cd21d-8132-470e-baf5-78cf9bb328c6,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:57.305016 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:57.355693 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e663a4e8-d4ae-4ae6-89cc-3758d1e14df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1cd21d-8132-470e-baf5-78cf9bb328c6', 'code': 200} Apr 30 13:13:57.600360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1f66-2bff-43ab-af11-f629d8cf5659 req-22be2c4a-6b7e-4872-b110-b6baef199611 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.601782 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-157c1f66-2bff-43ab-af11-f629d8cf5659 req-22be2c4a-6b7e-4872-b110-b6baef199611 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 949 time: 0.1005008 Apr 30 13:13:57.689012 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-157c1f66-2bff-43ab-af11-f629d8cf5659 req-e54ae18d-cf86-47f5-858c-1e54723c8a8a tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571926 Apr 30 13:13:57.729349 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480a306-fce5-4be6-8cb9-7906ae06bf1d req-cb094fb0-de38-4b5a-9174-7fcfaf015623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.731396 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d480a306-fce5-4be6-8cb9-7906ae06bf1d req-cb094fb0-de38-4b5a-9174-7fcfaf015623 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 1102 time: 0.1283751 Apr 30 13:13:57.793304 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d480a306-fce5-4be6-8cb9-7906ae06bf1d req-86be1804-4645-4079-938d-d43ae36a19d1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503471 Apr 30 13:13:57.897506 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b22a4c-8f7a-4468-a918-bfb6b5c62fb4 req-96f2db21-24ea-46e8-bed9-9a8653bb25a9 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.897506 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-22b22a4c-8f7a-4468-a918-bfb6b5c62fb4 req-96f2db21-24ea-46e8-bed9-9a8653bb25a9 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 945 time: 0.0929186 Apr 30 13:13:57.964349 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-22b22a4c-8f7a-4468-a918-bfb6b5c62fb4 req-cabc5e88-b343-4892-bf91-3e80921a91b2 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588958 Apr 30 13:13:58.349614 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9085c9-45f6-41c4-979b-49cdf222976c req-2e6cb236-b06f-4d5b-a052-699d4cf9ea15 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:58.351446 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2f9085c9-45f6-41c4-979b-49cdf222976c req-2e6cb236-b06f-4d5b-a052-699d4cf9ea15 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1005373 Apr 30 13:13:58.412857 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2f9085c9-45f6-41c4-979b-49cdf222976c req-e2d654a6-f4b4-44c7-afdf-cc8fb41d6491 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441215 Apr 30 13:13:58.621342 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399ab7c-788c-4c78-9cce-119bbf8ec926 req-d3240a48-d2d7-4655-9207-ae4de5b0d584 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:58.621913 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6399ab7c-788c-4c78-9cce-119bbf8ec926 req-d3240a48-d2d7-4655-9207-ae4de5b0d584 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1048841 Apr 30 13:13:58.673211 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6399ab7c-788c-4c78-9cce-119bbf8ec926 req-6a2b8953-a1a3-4be4-932b-d7203fe68bd3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445967 Apr 30 13:13:58.906566 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327f0e6-7e59-4af7-ae6d-9c898a229cc7 req-b7040a20-d734-48bc-b70b-151a25c230f8 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:58.908081 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5327f0e6-7e59-4af7-ae6d-9c898a229cc7 req-b7040a20-d734-48bc-b70b-151a25c230f8 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 949 time: 0.0854197 Apr 30 13:13:58.922702 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:58.958737 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5327f0e6-7e59-4af7-ae6d-9c898a229cc7 req-1f30710b-bbeb-4919-9782-2b171f6a9bad tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Apr 30 13:13:59.145566 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:59.167873 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'port_id': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'mac_address': 'fa:16:3e:1a:e1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:59.205327 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e696-ffc8-4101-a5a0-f5da532badd3 req-cc3f0d88-1b60-4d87-929a-dbd004255da9 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:59.207701 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c933e696-ffc8-4101-a5a0-f5da532badd3 req-cc3f0d88-1b60-4d87-929a-dbd004255da9 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 945 time: 0.1135433 Apr 30 13:13:59.238540 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.259853 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a7ebede-b4db-456f-8b81-eefdb8817ac2 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:59.269684 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c933e696-ffc8-4101-a5a0-f5da532badd3 req-64b867ac-3987-4363-ac7f-b2a64c78822a tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562532 Apr 30 13:13:59.278577 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:59.284274 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.286859 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:59.371395 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=6']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:59.375343 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:59.394376 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-fabdb6b3-4f7a-4c9a-aa01-5de3d6c175d7 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:59.396056 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-fabdb6b3-4f7a-4c9a-aa01-5de3d6c175d7 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 945 time: 0.0839503 Apr 30 13:13:59.630629 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['2a7ebede-b4db-456f-8b81-eefdb8817ac2'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:59.714754 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Deleting port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:13:59.714998 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.756724 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21439116-e744-46b6-aaef-5138aec39c54 req-88ee81c9-e9fa-4290-85b0-2a9e2fcb4ca0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:59.758205 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-21439116-e744-46b6-aaef-5138aec39c54 req-88ee81c9-e9fa-4290-85b0-2a9e2fcb4ca0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1542301 Apr 30 13:13:59.977908 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-21439116-e744-46b6-aaef-5138aec39c54 req-213f90a5-e908-4b98-9fd7-96544270895e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132854 Apr 30 13:13:59.986649 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] For port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:59.987009 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.119506 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Calling delete_port for ef08c6cf-e689-4ea6-a20f-3ae044abe3bf owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:00.213574 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a6292-173d-4da6-acca-481e260c1e5a req-8d50e5e2-0d92-43bf-ad24-5ea523867e1a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:00.215053 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-650a6292-173d-4da6-acca-481e260c1e5a req-8d50e5e2-0d92-43bf-ad24-5ea523867e1a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.3020320 Apr 30 13:14:00.301497 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-650a6292-173d-4da6-acca-481e260c1e5a req-a6abcc58-5803-4385-a960-c1ba21cf8852 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788765 Apr 30 13:14:00.310078 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc2976-8ce8-4fca-8983-df5376e980e5 req-a0a28eee-f9dd-4087-a265-920ca2d16f0d tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:00.311593 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-16fc2976-8ce8-4fca-8983-df5376e980e5 req-a0a28eee-f9dd-4087-a265-920ca2d16f0d tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 949 time: 0.2009156 Apr 30 13:14:00.426196 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-16fc2976-8ce8-4fca-8983-df5376e980e5 req-faaf5c9f-a3b6-4547-bf87-56fd4768a67c tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607073 Apr 30 13:14:00.478780 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.489782 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:00.522607 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['56f75cc9-7c35-4dc1-9fbf-8471d66b8dad', '430335cd-90b3-4b80-84a1-6700b8471833', 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:00.589744 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Pushing event deleted for resources: {'Port': ['ID=ef08c6cf-e689-4ea6-a20f-3ae044abe3bf,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:00.594948 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:00.647289 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 41374) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:00.700088 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] No DVR routers for this DVR port ef08c6cf-e689-4ea6-a20f-3ae044abe3bf on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:00.723532 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7292f93-54c4-4fc9-afca-3ccdf06303bc req-615ec8df-1e3d-400a-81b5-6c0f5f777dc3 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:00.725262 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c7292f93-54c4-4fc9-afca-3ccdf06303bc req-615ec8df-1e3d-400a-81b5-6c0f5f777dc3 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 867 time: 0.3048856 Apr 30 13:14:00.726393 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.729122 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0143293b-4713-4cba-bf6c-4612f61dd8ff', 'name': 'network-vif-deleted', 'tag': 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:00.795946 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fd82f26e-68ae-44f5-841e-2a58fd10988e req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "DELETE /v2.0/ports/ef08c6cf-e689-4ea6-a20f-3ae044abe3bf HTTP/1.1" status: 204 len: 173 time: 1.3933012 Apr 30 13:14:00.824303 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c7292f93-54c4-4fc9-afca-3ccdf06303bc req-f71784ca-0cdc-46f7-9242-8bfcf6d4c443 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707917 Apr 30 13:14:00.900743 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0143293b-4713-4cba-bf6c-4612f61dd8ff', 'name': 'network-vif-deleted', 'tag': 'ef08c6cf-e689-4ea6-a20f-3ae044abe3bf', 'status': 'completed', 'code': 200} Apr 30 13:14:00.906589 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.954132 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:00.958435 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Usage tracker for resource:security_group_rule and tenant:ea2d24ec18f045beb6e62698ca690359 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:00.959817 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:00.971649 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:00.978677 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:01.111062 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.117401 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.163847 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8204ac92-0544-4456-8058-aa08f864a09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:01.170654 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:01.172013 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.197029 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea2d24ec18f045beb6e62698ca690359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485516 Apr 30 13:14:01.200865 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 41402) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:01.237957 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc4b478-55b2-438e-96d3-b8bfb1165e0b,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:01.242005 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:01.249240 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbdc6f-cfb1-4d64-b8a3-e391066a8402 req-3b930a14-a384-4f6d-a956-dc23d073a8dc tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:01.254636 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d7fbdc6f-cfb1-4d64-b8a3-e391066a8402 req-3b930a14-a384-4f6d-a956-dc23d073a8dc tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 949 time: 0.1534355 Apr 30 13:14:01.303342 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-572f9e04-fb6e-4875-93e6-f54d941a9f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.343484 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-572f9e04-fb6e-4875-93e6-f54d941a9f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.368925 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.386695 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d7fbdc6f-cfb1-4d64-b8a3-e391066a8402 req-11e28852-2951-4246-bc26-2f776de8d804 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226242 Apr 30 13:14:01.407213 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:01.419533 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:01.425602 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.430737 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:01.435570 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-572f9e04-fb6e-4875-93e6-f54d941a9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.448051 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d7759a0c-e6a9-4306-8738-cb08700a74ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:01.450191 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77b61-e304-4e7e-9e29-5ab7099a3157 req-d2752879-d57f-4a21-ae0e-12be75d40fea tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:01.453085 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-38a77b61-e304-4e7e-9e29-5ab7099a3157 req-d2752879-d57f-4a21-ae0e-12be75d40fea tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1627131 Apr 30 13:14:01.472763 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f9e04-fb6e-4875-93e6-f54d941a9f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc4b478-55b2-438e-96d3-b8bfb1165e0b,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:01.480660 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-572f9e04-fb6e-4875-93e6-f54d941a9f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:01.483698 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-572f9e04-fb6e-4875-93e6-f54d941a9f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.485530 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-572f9e04-fb6e-4875-93e6-f54d941a9f65 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fdc4b478-55b2-438e-96d3-b8bfb1165e0b HTTP/1.1" status: 204 len: 168 time: 0.2835979 Apr 30 13:14:01.531585 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-38a77b61-e304-4e7e-9e29-5ab7099a3157 req-610b6b63-d4ac-4beb-b0d2-7b285477c8dd tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715334 Apr 30 13:14:01.576838 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=7']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:01.581792 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:01.601866 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'code': 200} Apr 30 13:14:01.664663 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed409f-4817-4afd-9ac9-1683c1332ffa req-f72159db-c2bb-41e9-9559-389c81b9a5b1 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:01.672717 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-55ed409f-4817-4afd-9ac9-1683c1332ffa req-f72159db-c2bb-41e9-9559-389c81b9a5b1 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1454818 Apr 30 13:14:01.731968 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-55ed409f-4817-4afd-9ac9-1683c1332ffa req-cd467b89-3006-4c7c-8517-60651cb24737 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581994 Apr 30 13:14:01.904593 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ad9bf7a4-8dcd-40bc-a199-92bfd2bda26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.118465 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-0fc96b5c-436b-4cde-b690-f2d37396099d req-4c104fbf-acb1-445f-824c-fd9c009ad75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Synchronizing usage tracker for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:02.138812 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-0fc96b5c-436b-4cde-b690-f2d37396099d req-4c104fbf-acb1-445f-824c-fd9c009ad75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Unset dirty status for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:02.140268 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0fc96b5c-436b-4cde-b690-f2d37396099d req-4c104fbf-acb1-445f-824c-fd9c009ad75d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=0143293b-4713-4cba-bf6c-4612f61dd8ff HTTP/1.1" status: 200 len: 210 time: 0.0703418 Apr 30 13:14:02.705055 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b084d-94e9-47bf-ade8-d687b9b7b8d8 req-8b4e4064-eade-4741-9d1c-4a3b2c1e5f07 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:02.712562 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c57b084d-94e9-47bf-ade8-d687b9b7b8d8 req-8b4e4064-eade-4741-9d1c-4a3b2c1e5f07 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 949 time: 0.1300037 Apr 30 13:14:02.830736 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c57b084d-94e9-47bf-ade8-d687b9b7b8d8 req-be3c043c-6278-4016-8889-38fdd2e57de8 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172547 Apr 30 13:14:02.880111 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70921cb0-8b72-431e-8622-5b8854b4e08d req-e83b5820-1c07-4eb6-8a69-56f169cec799 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:02.883422 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-70921cb0-8b72-431e-8622-5b8854b4e08d req-e83b5820-1c07-4eb6-8a69-56f169cec799 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1423442 Apr 30 13:14:02.951839 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device ef08c6cf-e689-4ea6-a20f-3ae044abe3bf no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:03.051692 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-70921cb0-8b72-431e-8622-5b8854b4e08d req-415c4c2a-9605-40c0-90d0-2e693adbd48c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330085 Apr 30 13:14:03.059933 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: ef08c6cf-e689-4ea6-a20f-3ae044abe3bf {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:03.061938 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device ef08c6cf-e689-4ea6-a20f-3ae044abe3bf not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:03.200731 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a252d1-d3f9-4133-ba86-14d99137cc90 req-60901cc0-33cd-4adc-8883-138ebc9adf6e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:03.208435 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e3a252d1-d3f9-4133-ba86-14d99137cc90 req-60901cc0-33cd-4adc-8883-138ebc9adf6e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1160347 Apr 30 13:14:03.411663 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e3a252d1-d3f9-4133-ba86-14d99137cc90 req-20e88ccb-c355-4c7e-9bfe-4693bb904a05 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022648 Apr 30 13:14:03.506988 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-98e30bf4-e2ce-4246-855e-fa0409f08c17 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:03.508682 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-98e30bf4-e2ce-4246-855e-fa0409f08c17 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.87 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 949 time: 0.3164337 Apr 30 13:14:03.904949 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Deleting port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:03.905710 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:04.004234 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacbaca-a04d-4c02-bce7-22f57e7c0820 req-a1088d1f-fbe0-4481-b344-eacbfa76035d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.005662 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2cacbaca-a04d-4c02-bce7-22f57e7c0820 req-a1088d1f-fbe0-4481-b344-eacbfa76035d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 945 time: 0.2017319 Apr 30 13:14:04.162194 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2cacbaca-a04d-4c02-bce7-22f57e7c0820 req-8cd88822-72b4-4e1d-8ceb-56b5df60d258 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080580 Apr 30 13:14:04.176024 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] For port 4b1cd21d-8132-470e-baf5-78cf9bb328c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4b1cd21d-8132-470e-baf5-78cf9bb328c6,segment=NetworkSegment(f23d3839-4ec9-4649-a0f2-64608335d2d9),segment_id=f23d3839-4ec9-4649-a0f2-64608335d2d9)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:04.191823 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:04.286037 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f9b38-e0e0-4896-afe3-b0605b6e9ebe req-c118bada-bc84-4655-b3e0-fabdc0eace3e tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.297103 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9a0f9b38-e0e0-4896-afe3-b0605b6e9ebe req-c118bada-bc84-4655-b3e0-fabdc0eace3e tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 949 time: 0.3013077 Apr 30 13:14:04.395393 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:04.418200 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Calling delete_port for 4b1cd21d-8132-470e-baf5-78cf9bb328c6 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:04.533900 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9a0f9b38-e0e0-4896-afe3-b0605b6e9ebe req-9e2bfa9a-73f8-4e4c-a659-5b517b38f928 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/security-groups?id=b200fab8-c349-42f7-9f55-a3a3dcbe178f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358191 Apr 30 13:14:04.585721 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46231783-a320-4882-9222-d0fe5b7317a4 req-2e8dd170-ea1e-4ab7-b34b-399d349b51a3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.588119 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-46231783-a320-4882-9222-d0fe5b7317a4 req-2e8dd170-ea1e-4ab7-b34b-399d349b51a3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1976745 Apr 30 13:14:04.673056 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-4ff636b2-1d1c-46c1-8183-646dbdb03127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:04.782345 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-46231783-a320-4882-9222-d0fe5b7317a4 req-7e9f43bf-edfd-40c8-b2da-3c5c914da4c1 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833854 Apr 30 13:14:04.793497 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:04.802522 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-0938b56b-c402-48f5-a341-245aace4f067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:04.841569 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['4b1cd21d-8132-470e-baf5-78cf9bb328c6'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:04.979680 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Pushing event deleted for resources: {'Port': ['ID=4b1cd21d-8132-470e-baf5-78cf9bb328c6,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:05.000204 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:05.010987 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] No DVR routers for this DVR port 4b1cd21d-8132-470e-baf5-78cf9bb328c6 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:05.014863 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:05.018033 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e663a4e8-d4ae-4ae6-89cc-3758d1e14df7', 'name': 'network-vif-deleted', 'tag': '4b1cd21d-8132-470e-baf5-78cf9bb328c6'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:05.051866 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5adf1276-190f-43b2-817c-d6daa862c0d4 req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.87 "DELETE /v2.0/ports/4b1cd21d-8132-470e-baf5-78cf9bb328c6 HTTP/1.1" status: 204 len: 173 time: 1.5346630 Apr 30 13:14:05.080332 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cafb1-83ea-43ff-9f9f-12626727f4ac req-8166aab1-01fc-47e4-b4d4-9328a09f7684 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:05.084768 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3e7cafb1-83ea-43ff-9f9f-12626727f4ac req-8166aab1-01fc-47e4-b4d4-9328a09f7684 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.3714180 Apr 30 13:14:05.174387 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e663a4e8-d4ae-4ae6-89cc-3758d1e14df7', 'name': 'network-vif-deleted', 'tag': '4b1cd21d-8132-470e-baf5-78cf9bb328c6', 'status': 'completed', 'code': 200} Apr 30 13:14:05.209759 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3e7cafb1-83ea-43ff-9f9f-12626727f4ac req-5e0d49bc-82fb-44e9-897f-d222f4ed66dd tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131570 Apr 30 13:14:05.373864 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:05.468902 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d67334-960d-402c-a871-38ecef42d559 req-2e725150-2b20-49b0-8510-643b74551e77 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:05.480815 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d5d67334-960d-402c-a871-38ecef42d559 req-2e725150-2b20-49b0-8510-643b74551e77 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 945 time: 0.1625900 Apr 30 13:14:05.675717 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:05.712474 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d5d67334-960d-402c-a871-38ecef42d559 req-426d54d8-8816-49fc-946f-f8cf3c5ff4ca tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269952 Apr 30 13:14:06.084942 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-5954aa7b-8978-4205-8b16-ece62afbd8e3 req-81f8dd3f-5bb5-4957-8e5a-0223ffdd9900 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Synchronizing usage tracker for tenant:c621ce870ff24245a97b1eb309393524 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:06.138718 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-5954aa7b-8978-4205-8b16-ece62afbd8e3 req-81f8dd3f-5bb5-4957-8e5a-0223ffdd9900 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Unset dirty status for tenant:c621ce870ff24245a97b1eb309393524 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:06.148162 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5954aa7b-8978-4205-8b16-ece62afbd8e3 req-81f8dd3f-5bb5-4957-8e5a-0223ffdd9900 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] 10.222.0.66 "GET /v2.0/ports?device_id=e663a4e8-d4ae-4ae6-89cc-3758d1e14df7 HTTP/1.1" status: 200 len: 210 time: 0.1870368 Apr 30 13:14:06.210830 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-debd18d0-930a-4246-9c47-127316b74324 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:06.213087 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-debd18d0-930a-4246-9c47-127316b74324 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 945 time: 0.2988956 Apr 30 13:14:06.273898 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:14:06.434444 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ee5b-df49-4cdc-b14d-1a89fc5623c7 req-4067cb10-c81a-419a-ad46-d92584e1c699 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:06.441054 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fc4ee5b-df49-4cdc-b14d-1a89fc5623c7 req-4067cb10-c81a-419a-ad46-d92584e1c699 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.4107008 Apr 30 13:14:06.547701 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fc4ee5b-df49-4cdc-b14d-1a89fc5623c7 req-7189dedc-3ea9-41ff-922d-7811de6a2231 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057820 Apr 30 13:14:06.714650 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Deleting port 430335cd-90b3-4b80-84a1-6700b8471833 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:06.714965 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:06.954070 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] For port 430335cd-90b3-4b80-84a1-6700b8471833, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=430335cd-90b3-4b80-84a1-6700b8471833,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:06.954714 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:06.969418 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 4b1cd21d-8132-470e-baf5-78cf9bb328c6 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:07.071496 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 4b1cd21d-8132-470e-baf5-78cf9bb328c6 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:07.072335 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 4b1cd21d-8132-470e-baf5-78cf9bb328c6 not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:07.073237 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 430335cd-90b3-4b80-84a1-6700b8471833 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:07.151148 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Calling delete_port for 430335cd-90b3-4b80-84a1-6700b8471833 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:07.166845 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:07.217838 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b569faf-36e4-4d73-b34c-09eb8587eef6 req-87a7db75-9fd5-4c8e-8ebf-8b9facb00656 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:07.220456 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1b569faf-36e4-4d73-b34c-09eb8587eef6 req-87a7db75-9fd5-4c8e-8ebf-8b9facb00656 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.6683009 Apr 30 13:14:07.299916 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:07.309161 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1b569faf-36e4-4d73-b34c-09eb8587eef6 req-aea3aea3-6005-4f70-99d6-d71952b3d6f7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788944 Apr 30 13:14:07.354265 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea462e7-2862-465b-b98d-ce1871e084c7 req-79c3aa7c-50fa-46b1-8b93-a8bc7443629c tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:07.356980 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430335cd-90b3-4b80-84a1-6700b8471833'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:07.369721 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 430335cd-90b3-4b80-84a1-6700b8471833, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=430335cd-90b3-4b80-84a1-6700b8471833,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:07.371411 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4ea462e7-2862-465b-b98d-ce1871e084c7 req-79c3aa7c-50fa-46b1-8b93-a8bc7443629c tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 945 time: 0.4707835 Apr 30 13:14:07.377068 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:07.380851 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:07.510575 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=430335cd-90b3-4b80-84a1-6700b8471833,revision_number=6']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:07.525795 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:07.599871 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430335cd-90b3-4b80-84a1-6700b8471833', 'code': 200} Apr 30 13:14:07.643531 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4ea462e7-2862-465b-b98d-ce1871e084c7 req-2f030a03-3893-49a6-8983-732dbb8a3692 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610891 Apr 30 13:14:07.715159 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:07.729577 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:07.756666 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['56f75cc9-7c35-4dc1-9fbf-8471d66b8dad'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:07.858339 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Pushing event deleted for resources: {'Port': ['ID=430335cd-90b3-4b80-84a1-6700b8471833,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:07.885069 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:08.036413 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] No DVR routers for this DVR port 430335cd-90b3-4b80-84a1-6700b8471833 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:08.044108 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:08.048795 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'name': 'network-vif-deleted', 'tag': '430335cd-90b3-4b80-84a1-6700b8471833'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:08.111690 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-668e1077-0a3d-40dd-a390-5ae36af4183e req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "DELETE /v2.0/ports/430335cd-90b3-4b80-84a1-6700b8471833 HTTP/1.1" status: 204 len: 173 time: 1.8713138 Apr 30 13:14:08.152347 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296669e-e96d-4f26-8a47-4d297b6ae105', 'name': 'network-vif-deleted', 'tag': '430335cd-90b3-4b80-84a1-6700b8471833', 'status': 'completed', 'code': 200} Apr 30 13:14:08.174955 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb2f2d-8de6-40eb-8993-031cfcfef717 req-dde8f2c4-444d-4837-a8c3-ceba05e4c35e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:08.176897 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2dfb2f2d-8de6-40eb-8993-031cfcfef717 req-dde8f2c4-444d-4837-a8c3-ceba05e4c35e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.2173674 Apr 30 13:14:08.351495 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2dfb2f2d-8de6-40eb-8993-031cfcfef717 req-c5722fd9-5c8a-4499-8649-86620f4c2f92 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672399 Apr 30 13:14:08.686284 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890bd13-a48d-42f3-8da9-b95b74ed37f7 req-bcda97f5-b2ef-449e-bf70-55d533eec7fa tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:08.702410 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c890bd13-a48d-42f3-8da9-b95b74ed37f7 req-bcda97f5-b2ef-449e-bf70-55d533eec7fa tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1371968 Apr 30 13:14:08.784736 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c890bd13-a48d-42f3-8da9-b95b74ed37f7 req-0420e0f1-ecf3-4178-af5a-59a09e32f114 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787601 Apr 30 13:14:08.922708 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-b5cbd0dd-9186-4136-b536-54bc80048517 req-5056daf8-01d0-4f3a-8a36-04058ec9d2dd tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Synchronizing usage tracker for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:08.961723 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-b5cbd0dd-9186-4136-b536-54bc80048517 req-5056daf8-01d0-4f3a-8a36-04058ec9d2dd tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Unset dirty status for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:08.974195 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b5cbd0dd-9186-4136-b536-54bc80048517 req-5056daf8-01d0-4f3a-8a36-04058ec9d2dd tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=1296669e-e96d-4f26-8a47-4d297b6ae105 HTTP/1.1" status: 200 len: 210 time: 0.1216583 Apr 30 13:14:09.665632 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ee1b-ecf1-4a75-b042-c1b9fceb07cb req-91902399-3da3-49f5-8f48-48bb6523cb13 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:09.667983 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5aa2ee1b-ecf1-4a75-b042-c1b9fceb07cb req-91902399-3da3-49f5-8f48-48bb6523cb13 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1282551 Apr 30 13:14:09.769159 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5aa2ee1b-ecf1-4a75-b042-c1b9fceb07cb req-0dad7dd7-df6c-4307-8ba6-5c5c465335ad tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941572 Apr 30 13:14:10.104549 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3954b-a2a1-4bfc-a1e0-241cd6d2c5ca req-861e129f-33e7-42d6-965b-79ed37b1a4a3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:10.118440 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-16f3954b-a2a1-4bfc-a1e0-241cd6d2c5ca req-861e129f-33e7-42d6-965b-79ed37b1a4a3 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1837606 Apr 30 13:14:10.240614 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-16f3954b-a2a1-4bfc-a1e0-241cd6d2c5ca req-6cdd65a9-a63c-4d7f-b0be-b6dbe87d1b3a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185610 Apr 30 13:14:10.416447 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 41702) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:10.911189 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:10.931486 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:10.936305 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Usage tracker for resource:security_group_rule and tenant:31a674370e6e4eeabc0e167acaacb21c is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:10.939918 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:10.947378 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:11.064399 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:11.069771 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:11.083350 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2db3b8e5-e4d9-4c7b-bf23-3a6f51686592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:11.155943 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dbc128-32e8-4ad7-8aed-5aded942eb95,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:11.163403 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31a674370e6e4eeabc0e167acaacb21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7450154 Apr 30 13:14:11.164043 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 41758) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:11.164844 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:11.199826 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aafda5-f18a-4c7d-8108-d3d7490efdd7 req-fd411234-f786-421d-8ae8-61536373fd44 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:11.215956 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-85aafda5-f18a-4c7d-8108-d3d7490efdd7 req-fd411234-f786-421d-8ae8-61536373fd44 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1917536 Apr 30 13:14:11.296489 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a245fb4c-87f7-4738-8b01-94d25976c6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:11.320905 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-85aafda5-f18a-4c7d-8108-d3d7490efdd7 req-467f4743-68ca-42b8-b075-e8c010e3dd11 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021245 Apr 30 13:14:11.342292 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a245fb4c-87f7-4738-8b01-94d25976c6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:11.413693 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a245fb4c-87f7-4738-8b01-94d25976c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:11.424596 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a946e456-97ee-495a-9bf3-54513fe48e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:11.448562 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245fb4c-87f7-4738-8b01-94d25976c6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dbc128-32e8-4ad7-8aed-5aded942eb95,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:11.450697 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a245fb4c-87f7-4738-8b01-94d25976c6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:11.464406 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a245fb4c-87f7-4738-8b01-94d25976c6d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01dbc128-32e8-4ad7-8aed-5aded942eb95 HTTP/1.1" status: 204 len: 168 time: 0.2921803 Apr 30 13:14:11.469755 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a245fb4c-87f7-4738-8b01-94d25976c6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:12.034465 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab84816-95fc-4558-950e-58c94ec8443c req-7c67d7c9-ab45-4762-a7de-d9c1bee93993 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:12.047544 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cab84816-95fc-4558-950e-58c94ec8443c req-7c67d7c9-ab45-4762-a7de-d9c1bee93993 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.3046291 Apr 30 13:14:12.119354 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cab84816-95fc-4558-950e-58c94ec8443c req-d956f211-e80c-4d89-a1b1-40c34964819b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699306 Apr 30 13:14:12.486810 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e753c39-7cfd-4e01-b7d0-0955b40b9907 req-06d9b7aa-dca9-44ab-99d6-ac5d01742cf4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:12.504806 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9e753c39-7cfd-4e01-b7d0-0955b40b9907 req-06d9b7aa-dca9-44ab-99d6-ac5d01742cf4 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 946 time: 0.1347408 Apr 30 13:14:12.640296 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9e753c39-7cfd-4e01-b7d0-0955b40b9907 req-5d5f005c-05fb-422f-857e-731880067f02 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337764 Apr 30 13:14:12.707537 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4b8d-8bf1-43b7-8c7a-983bf73c54b9 req-a27ea5b3-ea01-4993-b3d6-a53e10a33f3a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:12.715157 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-064e4b8d-8bf1-43b7-8c7a-983bf73c54b9 req-a27ea5b3-ea01-4993-b3d6-a53e10a33f3a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1488898 Apr 30 13:14:12.784423 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-064e4b8d-8bf1-43b7-8c7a-983bf73c54b9 req-dce0950a-18e2-4b2c-a3fc-ff8b8f3e9865 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682805 Apr 30 13:14:13.484219 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04d3a-6137-4c8e-bfec-ce3b09f6f53f req-0ca58700-a596-4fb8-9fe0-9eca4899a6db tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:13.485971 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4fd04d3a-6137-4c8e-bfec-ce3b09f6f53f req-0ca58700-a596-4fb8-9fe0-9eca4899a6db tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.2261393 Apr 30 13:14:13.758169 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4fd04d3a-6137-4c8e-bfec-ce3b09f6f53f req-56026404-5173-4ec9-8a9b-1690d5e6b9fa tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629733 Apr 30 13:14:14.125987 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ac310-51dd-4e9b-8e8a-7b34e98e5603 req-f055ae4d-eb29-4dc1-b22e-f4521df9373b tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.142584 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-926ac310-51dd-4e9b-8e8a-7b34e98e5603 req-f055ae4d-eb29-4dc1-b22e-f4521df9373b tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 946 time: 0.3390059 Apr 30 13:14:14.251091 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-926ac310-51dd-4e9b-8e8a-7b34e98e5603 req-cf7fc479-6109-4f39-9db9-ea90eb16597d tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073463 Apr 30 13:14:14.304649 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624971df-6f81-458b-912c-546c66ddc3a6 req-eb9fcfcb-78e9-42c1-a9ee-88b8f33cda2d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.315607 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-624971df-6f81-458b-912c-546c66ddc3a6 req-eb9fcfcb-78e9-42c1-a9ee-88b8f33cda2d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.3012173 Apr 30 13:14:14.443762 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-624971df-6f81-458b-912c-546c66ddc3a6 req-a89cefd6-d170-45cd-8451-3727608555f6 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238384 Apr 30 13:14:14.508768 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-48633bcc-ce4e-4f37-b116-c2dacf9420e6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.510826 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-48633bcc-ce4e-4f37-b116-c2dacf9420e6 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 946 time: 0.1491959 Apr 30 13:14:14.700390 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Deleting port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:14.701254 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:14.989196 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] For port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,segment=NetworkSegment(2fc7c9dc-8750-4dcf-98fd-a026ea76ad40),segment_id=2fc7c9dc-8750-4dcf-98fd-a026ea76ad40)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:14.990019 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:15.136031 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Calling delete_port for 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:15.221980 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828034c-c5c0-463a-b3ed-4d4aea595d41 req-ed0c29b5-4078-4bd8-ac60-8bbe7f8c65c7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:15.222257 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f828034c-c5c0-463a-b3ed-4d4aea595d41 req-ed0c29b5-4078-4bd8-ac60-8bbe7f8c65c7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.3073575 Apr 30 13:14:15.334323 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f828034c-c5c0-463a-b3ed-4d4aea595d41 req-ad47fc98-717e-4c71-84fd-5a78a5f2e373 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672467 Apr 30 13:14:15.352309 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:15.358601 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-62ae4084-e7db-496e-a66d-00cc25499d26 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:15.392539 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['56f75cc9-7c35-4dc1-9fbf-8471d66b8dad'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:15.422901 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Pushing event deleted for resources: {'Port': ['ID=56f75cc9-7c35-4dc1-9fbf-8471d66b8dad,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:15.430908 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:15.519283 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] No DVR routers for this DVR port 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:15.523864 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:15.560595 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae92735-d33b-4270-93a2-0f9f42406150', 'name': 'network-vif-deleted', 'tag': '56f75cc9-7c35-4dc1-9fbf-8471d66b8dad'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:15.589881 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4636f2d5-d82f-4f73-ab39-4230b7ce0529 req-9232d89c-83c3-4e59-a460-4cc579c0a4d1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 210 time: 0.0717480 Apr 30 13:14:15.629353 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-68e7a791-44d6-49e6-b285-d3fb0176da4b req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.87 "DELETE /v2.0/ports/56f75cc9-7c35-4dc1-9fbf-8471d66b8dad HTTP/1.1" status: 204 len: 173 time: 1.1125975 Apr 30 13:14:15.811677 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae92735-d33b-4270-93a2-0f9f42406150', 'name': 'network-vif-deleted', 'tag': '56f75cc9-7c35-4dc1-9fbf-8471d66b8dad', 'status': 'completed', 'code': 200} Apr 30 13:14:15.917585 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90374fa-261a-4cb9-8dfa-45b5dc3a1e5c req-5ad00e6d-6552-4815-90ab-de8454174088 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:15.919680 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b90374fa-261a-4cb9-8dfa-45b5dc3a1e5c req-5ad00e6d-6552-4815-90ab-de8454174088 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1852956 Apr 30 13:14:15.982870 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b90374fa-261a-4cb9-8dfa-45b5dc3a1e5c req-4f93744e-4847-47a0-a589-520e04d66dc8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540309 Apr 30 13:14:16.169831 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a821-3cf2-40b9-9228-969fb40b694f req-6ad92edd-5d2b-48a5-9159-8e5664094807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.174842 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86f5a821-3cf2-40b9-9228-969fb40b694f req-6ad92edd-5d2b-48a5-9159-8e5664094807 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1098 time: 0.0983009 Apr 30 13:14:16.234295 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86f5a821-3cf2-40b9-9228-969fb40b694f req-8a338bf9-503c-49da-beea-de0facd008f0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531542 Apr 30 13:14:16.304470 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 41912) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:16.482915 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-efb44a93-1df4-4da2-9c6d-c76543c49a81 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c621ce870ff24245a97b1eb309393524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771743 Apr 30 13:14:16.485793 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 41920) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:16.630103 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4cfa76e9-ac0f-47ce-97ac-df567c7530cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.650581 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed368d52-83b5-4b98-a1ef-4353283f2c73 req-b2da48d7-efd4-403d-bf0a-9a34fbd91596 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.653204 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed368d52-83b5-4b98-a1ef-4353283f2c73 req-b2da48d7-efd4-403d-bf0a-9a34fbd91596 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1543319 Apr 30 13:14:16.706479 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4cfa76e9-ac0f-47ce-97ac-df567c7530cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.810021 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed368d52-83b5-4b98-a1ef-4353283f2c73 req-def083db-d96e-4b43-85da-d0783c6b143a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365802 Apr 30 13:14:16.821026 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-8d31c561-00be-48ed-bc42-6db34d4d016c req-105f1ccf-d9da-4b84-aeb4-f777e07280d2 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Synchronizing usage tracker for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:16.844494 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-8d31c561-00be-48ed-bc42-6db34d4d016c req-105f1ccf-d9da-4b84-aeb4-f777e07280d2 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Unset dirty status for tenant:a7444c84fc6c406cb1cf0e5089bce373 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:16.845887 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8d31c561-00be-48ed-bc42-6db34d4d016c req-105f1ccf-d9da-4b84-aeb4-f777e07280d2 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae92735-d33b-4270-93a2-0f9f42406150 HTTP/1.1" status: 200 len: 210 time: 0.0973666 Apr 30 13:14:16.869799 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4cfa76e9-ac0f-47ce-97ac-df567c7530cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.876279 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-be8ed0a8-3bfa-43c8-a5aa-a082abaf23a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:16.893171 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa76e9-ac0f-47ce-97ac-df567c7530cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b200fab8-c349-42f7-9f55-a3a3dcbe178f,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:16.898047 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4cfa76e9-ac0f-47ce-97ac-df567c7530cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:16.901303 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-4cfa76e9-ac0f-47ce-97ac-df567c7530cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.906624 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-4cfa76e9-ac0f-47ce-97ac-df567c7530cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b200fab8-c349-42f7-9f55-a3a3dcbe178f HTTP/1.1" status: 204 len: 168 time: 0.4193778 Apr 30 13:14:17.313623 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a4a34-e8f9-4239-b9ca-d612ec4aaaa4 req-01f5b36d-094f-44d9-9ea9-c5a44b4abe3a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:17.315310 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-889a4a34-e8f9-4239-b9ca-d612ec4aaaa4 req-01f5b36d-094f-44d9-9ea9-c5a44b4abe3a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.2018452 Apr 30 13:14:17.368217 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-889a4a34-e8f9-4239-b9ca-d612ec4aaaa4 req-dc2f86ca-172e-4b54-8908-67a6b11db577 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435727 Apr 30 13:14:17.620583 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa048df-3515-4143-8194-8eeb6225db85 req-1ba3ed3e-1fec-4037-a30e-58fa9c55769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:17.622296 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7aa048df-3515-4143-8194-8eeb6225db85 req-1ba3ed3e-1fec-4037-a30e-58fa9c55769f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0866153 Apr 30 13:14:17.770413 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa048df-3515-4143-8194-8eeb6225db85 req-8a2ed7ce-3976-40c6-9fcf-67d418bd59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:17.771913 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7aa048df-3515-4143-8194-8eeb6225db85 req-8a2ed7ce-3976-40c6-9fcf-67d418bd59c9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.1434138 Apr 30 13:14:17.896101 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7aa048df-3515-4143-8194-8eeb6225db85 req-f8177b85-a103-448c-9c4c-01efb22aa1f6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2 HTTP/1.1" status: 200 len: 1002 time: 0.1169758 Apr 30 13:14:17.948472 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 41952) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:18.010969 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa048df-3515-4143-8194-8eeb6225db85 req-6e3dd4c3-bdcc-4c57-bcd1-247e0d032f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.012453 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7aa048df-3515-4143-8194-8eeb6225db85 req-6e3dd4c3-bdcc-4c57-bcd1-247e0d032f95 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.1099496 Apr 30 13:14:18.013728 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] Deleting subnet c7877df0-aee7-4d30-8a19-13dd55eeb706 {{(pid=73799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:14:18.016779 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.069027 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1858126'] for subnet, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.086672 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1641-6e2a-4ecc-b880-e260a3b09c70 req-fbf01fa9-8139-4da6-bbc5-b76120ee62a0 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.088160 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-766a1641-6e2a-4ecc-b880-e260a3b09c70 req-fbf01fa9-8139-4da6-bbc5-b76120ee62a0 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1490479 Apr 30 13:14:18.126129 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.145022 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa048df-3515-4143-8194-8eeb6225db85 req-f224b90f-90d8-46f5-b30d-faf100c8ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.147321 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7aa048df-3515-4143-8194-8eeb6225db85 req-f224b90f-90d8-46f5-b30d-faf100c8ac3c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1217268 Apr 30 13:14:18.153803 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-766a1641-6e2a-4ecc-b880-e260a3b09c70 req-715a77d3-da01-4938-966e-1541e9e5f081 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579927 Apr 30 13:14:18.308382 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7aa048df-3515-4143-8194-8eeb6225db85 req-3d383ebf-7198-4a7d-9b0e-56b007eeb841 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520782 Apr 30 13:14:18.396961 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230031'] for subnet, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.428112 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-40932216-2861-4f72-9804-bf178e82299f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:18.479170 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.489874 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7aa048df-3515-4143-8194-8eeb6225db85 req-f9577964-d94f-4b1d-b16c-80d3257a1c54 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612489 Apr 30 13:14:18.493518 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7877df0-aee7-4d30-8a19-13dd55eeb706,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:18.496625 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:18.502591 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 41970) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:18.503643 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c7877df0-aee7-4d30-8a19-13dd55eeb706 HTTP/1.1" status: 204 len: 168 time: 0.5540066 Apr 30 13:14:18.684895 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.761407 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99fa3a-d595-4363-8b9e-31878b15c82c req-40b6b8ac-03e7-4436-89b5-b2f7b84fea66 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.762793 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d99fa3a-d595-4363-8b9e-31878b15c82c req-40b6b8ac-03e7-4436-89b5-b2f7b84fea66 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.2150667 Apr 30 13:14:18.947943 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:19.048639 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:19.083350 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:19.083698 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 56f75cc9-7c35-4dc1-9fbf-8471d66b8dad not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:19.138905 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d99fa3a-d595-4363-8b9e-31878b15c82c req-30e1b756-e149-47e8-a6f9-2fa023b55a4f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625879 Apr 30 13:14:19.189921 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66edb8f9-5dc8-4799-bc48-9c5212e130b0']}} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:19.206030 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40') {'for_net_delete': True} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:19.206301 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc7c9dc-8750-4dcf-98fd-a026ea76ad40') {} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:19.224296 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127108'] for segment, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:19.231904 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-c0382883-7ca9-4016-ab1d-c8992b197320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.233933 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-c0382883-7ca9-4016-ab1d-c8992b197320 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cdf5092e22084f8dac209304b975e02b&device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 1098 time: 0.4580982 Apr 30 13:14:19.245488 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22382bd9-957b-4e68-86fe-606f0452293d req-f0cffee6-18dc-4692-ba59-1263bc07f1c1 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.246850 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-22382bd9-957b-4e68-86fe-606f0452293d req-f0cffee6-18dc-4692-ba59-1263bc07f1c1 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.4726253 Apr 30 13:14:19.272717 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:19.313090 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=73798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:14:19.472900 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-22382bd9-957b-4e68-86fe-606f0452293d req-f6e0ab6b-df15-4dc7-b9f5-d39ba61f3885 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015302 Apr 30 13:14:19.586239 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-e7af69ae-bfb9-44e4-bbc9-1fe534f5325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.587600 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-e7af69ae-bfb9-44e4-bbc9-1fe534f5325e service neutron] 10.222.0.87 "GET /v2.0/networks?id=751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 200 len: 920 time: 0.3377893 Apr 30 13:14:19.589292 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:19.597612 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3125793'] for segment, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:19.733131 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-83d736b8-2de2-4c94-8356-0d0b09d4c44f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ed198a-4041-4c02-99e4-eb6b22522227 HTTP/1.1" status: 200 len: 217 time: 0.1218619 Apr 30 13:14:19.874984 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Network 66edb8f9-5dc8-4799-bc48-9c5212e130b0 has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: Traceback (most recent call last): Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: timer() Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: cb(*args, **kw) Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: return func(*args, **kwargs) Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: self._notify() Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: self.callback(batched_events) Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: event.method(event) Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: return f(self, *a, **k) Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: return self._get(url).json() Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: return self.request(url, 'GET', **kwargs) Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:14:19.901643 dv-cinder-784453-4-smb neutron-server[73798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:14:19.968240 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-0ee23370-ebaf-4956-9121-2be1fd7c60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.969668 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-0ee23370-ebaf-4956-9121-2be1fd7c60bf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 200 len: 859 time: 0.2294142 Apr 30 13:14:20.021924 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-9f5a6038-b8ed-4b8b-b820-dc04bf5e6557 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=751c6f38-c1bc-419a-8fcc-b03306c74fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432339 Apr 30 13:14:20.022639 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:20.026160 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:20.043639 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:20.089549 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=66edb8f9-5dc8-4799-bc48-9c5212e130b0,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:20.094136 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:20.096862 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-9588ee21-5683-4466-b88a-2b607fa81b87 admin admin] 10.222.0.66 "DELETE /v2.0/networks/66edb8f9-5dc8-4799-bc48-9c5212e130b0 HTTP/1.1" status: 204 len: 168 time: 1.5919335 Apr 30 13:14:20.222655 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-cf08f5e5-5bab-4a13-9435-6661ecc5bbb4 service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757743 Apr 30 13:14:20.317784 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 41990) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:20.384796 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-1014d0b2-18f6-403b-8e9f-bb50fb413945 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7444c84fc6c406cb1cf0e5089bce373&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0655413 Apr 30 13:14:20.387162 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 41994) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:20.443299 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ab3c266-35eb-431a-89ab-3b3d121156d9 req-24a19966-e74a-4bc2-b74d-505d11025fce service neutron] 10.222.0.87 "GET /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109880 Apr 30 13:14:20.453300 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a729035e-14db-4af2-a2fd-3da7f7be34f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:20.461005 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ac922-813e-4ba8-bb5f-bf7dc8448d4a req-aa67b7f7-2a57-4429-ae1f-ddfd346dae89 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:20.463066 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-062ac922-813e-4ba8-bb5f-bf7dc8448d4a req-aa67b7f7-2a57-4429-ae1f-ddfd346dae89 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1889830 Apr 30 13:14:20.484211 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a729035e-14db-4af2-a2fd-3da7f7be34f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:20.522501 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-062ac922-813e-4ba8-bb5f-bf7dc8448d4a req-2e48f583-1518-4d1b-9b29-e99e30b81b70 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523744 Apr 30 13:14:20.641192 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a729035e-14db-4af2-a2fd-3da7f7be34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:20.646988 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:20.660905 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729035e-14db-4af2-a2fd-3da7f7be34f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:20.665349 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a729035e-14db-4af2-a2fd-3da7f7be34f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:20.678798 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a729035e-14db-4af2-a2fd-3da7f7be34f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:20.682448 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a729035e-14db-4af2-a2fd-3da7f7be34f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ab2c795-6cb5-4fd6-a995-2e1ea4e2e139 HTTP/1.1" status: 204 len: 168 time: 0.2916536 Apr 30 13:14:20.726165 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a5af-65d1-46d8-bb49-4654faf4929f req-acdde3a2-0d77-48a5-96fa-b765359fbd56 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:20.728073 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8dc1a5af-65d1-46d8-bb49-4654faf4929f req-acdde3a2-0d77-48a5-96fa-b765359fbd56 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.1218522 Apr 30 13:14:20.796505 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8dc1a5af-65d1-46d8-bb49-4654faf4929f req-6188900d-e4ae-412f-8eeb-cf0c992493a2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546463 Apr 30 13:14:21.049598 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:21.185072 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:21.246827 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:21.272440 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:21.277126 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:21.279343 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-90385b83-35c5-44f8-b54d-c9d6bbd7559d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:21.355868 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'code': 200} Apr 30 13:14:21.396186 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=8']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:21.401286 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:21.415578 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 42022) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:21.563199 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:21.582024 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:21.600803 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Usage tracker for resource:security_group_rule and tenant:3ded16450b934cfaa8b6f3d2d10f45c9 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:21.604629 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:21.612522 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:21.798520 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:21.812518 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:21.926514 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c3e493ae-458c-4533-a201-3c3ac10536b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:21.990813 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8332-6c9b-4f45-9b06-cd97f18d4f8a req-fd2210c9-c230-48a1-9231-651f8017a56a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:21.992522 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8a4b8332-6c9b-4f45-9b06-cd97f18d4f8a req-fd2210c9-c230-48a1-9231-651f8017a56a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.3066041 Apr 30 13:14:21.998274 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ded16450b934cfaa8b6f3d2d10f45c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781851 Apr 30 13:14:21.998274 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b5c34c-2a83-44dd-8510-db721a73ad67,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:21.998989 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42046) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:22.000897 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:22.064405 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8a4b8332-6c9b-4f45-9b06-cd97f18d4f8a req-52fa2a34-e19e-4a8e-a6a8-18c68cdfc71e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533061 Apr 30 13:14:22.067493 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d37d61a3-f0b1-4729-99e3-98c0c094fd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:22.104146 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d37d61a3-f0b1-4729-99e3-98c0c094fd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:22.267667 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c99027-69c6-4705-b043-6c35048dc27e req-e4eaabf3-fd9e-461a-843e-2f4987b8baff tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:22.268006 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d37d61a3-f0b1-4729-99e3-98c0c094fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:22.274057 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-1b319f24-09ae-4ac5-a87c-14bc1f5b1dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:22.274639 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-20c99027-69c6-4705-b043-6c35048dc27e req-e4eaabf3-fd9e-461a-843e-2f4987b8baff tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0946040 Apr 30 13:14:22.290582 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d61a3-f0b1-4729-99e3-98c0c094fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b5c34c-2a83-44dd-8510-db721a73ad67,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:22.293534 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d37d61a3-f0b1-4729-99e3-98c0c094fd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:22.295260 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d37d61a3-f0b1-4729-99e3-98c0c094fd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:22.297051 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d37d61a3-f0b1-4729-99e3-98c0c094fd88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18b5c34c-2a83-44dd-8510-db721a73ad67 HTTP/1.1" status: 204 len: 168 time: 0.2967825 Apr 30 13:14:22.337683 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-20c99027-69c6-4705-b043-6c35048dc27e req-bb8147c5-a8fd-4ecc-a357-f7648ecb3bbf tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622408 Apr 30 13:14:23.425665 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f34c88-9da1-4598-bcf8-d650516f1f51 req-d59f9ee2-a10b-47be-878d-06c2fdad45d1 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:23.427197 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-21f34c88-9da1-4598-bcf8-d650516f1f51 req-d59f9ee2-a10b-47be-878d-06c2fdad45d1 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0946259 Apr 30 13:14:23.517850 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-21f34c88-9da1-4598-bcf8-d650516f1f51 req-5ffc9603-4d71-4aa0-975f-604579442211 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844741 Apr 30 13:14:23.559095 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b2e0c-b4f5-4982-b720-023c915cd7ec req-c0607b7c-d08a-45b9-aeef-5278c6b6820d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:23.560802 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-232b2e0c-b4f5-4982-b720-023c915cd7ec req-c0607b7c-d08a-45b9-aeef-5278c6b6820d tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0990996 Apr 30 13:14:23.625472 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-232b2e0c-b4f5-4982-b720-023c915cd7ec req-815869e6-d65e-4e80-9c3a-8b9cf1ab5a04 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Apr 30 13:14:23.777998 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42134) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:23.950370 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-d46deb8c-3d52-4dfe-8bdd-39bd04405037 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1708703 Apr 30 13:14:24.739698 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4470e-74af-4046-b6df-f4a704fd42f5 req-8e9f2f43-76d7-4254-99b7-19159d674442 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:24.741348 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a6d4470e-74af-4046-b6df-f4a704fd42f5 req-8e9f2f43-76d7-4254-99b7-19159d674442 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0992906 Apr 30 13:14:24.801679 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a6d4470e-74af-4046-b6df-f4a704fd42f5 req-a89cb2ed-7b8f-4009-bd01-fab2ae04af2a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535703 Apr 30 13:14:25.070216 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:25.408338 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-4bc3e9fe-1b5d-4334-8f5b-0dd4f10d82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:25.409819 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-4bc3e9fe-1b5d-4334-8f5b-0dd4f10d82b9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0&tenant_id=5e15f8e9fff347afa47efc1324773c90 HTTP/1.1" status: 200 len: 1097 time: 0.1007283 Apr 30 13:14:25.550735 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-fd4955d5-e894-4df8-a12e-621a03be65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:25.552516 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-fd4955d5-e894-4df8-a12e-621a03be65ae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.1020424 Apr 30 13:14:25.718762 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-2cc2282e-1b3d-401e-a85e-6345c50028be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:25.720245 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-2cc2282e-1b3d-401e-a85e-6345c50028be service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.1603732 Apr 30 13:14:25.831089 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-2feb9b74-6341-400c-abbd-2118a9298377 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2 HTTP/1.1" status: 200 len: 1000 time: 0.1038878 Apr 30 13:14:25.902370 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-e07d9187-f623-493e-b530-df6fb68f1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:25.904289 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-e07d9187-f623-493e-b530-df6fb68f1f15 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.0662673 Apr 30 13:14:26.057279 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-cc461422-9165-4da9-b5d8-d7723d33bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:26.058782 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-cc461422-9165-4da9-b5d8-d7723d33bda5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1460469 Apr 30 13:14:26.069703 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651a45-7304-43bc-b335-0931ecdb3c39 req-ea943608-b091-4c9f-aeb3-db1015554ceb tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:26.071124 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-34651a45-7304-43bc-b335-0931ecdb3c39 req-ea943608-b091-4c9f-aeb3-db1015554ceb tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1246722 Apr 30 13:14:26.205576 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-34651a45-7304-43bc-b335-0931ecdb3c39 req-c3410e9b-838b-478a-baf7-774df8f4586f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166835 Apr 30 13:14:26.230821 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-0c4284fc-569d-4fae-ad43-f2d4957f14ba service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587806 Apr 30 13:14:26.364496 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f860c5e7-c2f5-4296-a87f-af01937a7095 req-e762c468-7635-413d-bae5-cc93564053fe service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270423 Apr 30 13:14:27.647691 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68350276-eaad-46bc-a11c-d19b1b5f4f25 req-a0fb4211-441f-44e3-a767-a9a145c6f8ae tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:27.659600 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-68350276-eaad-46bc-a11c-d19b1b5f4f25 req-a0fb4211-441f-44e3-a767-a9a145c6f8ae tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1694915 Apr 30 13:14:27.736428 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-68350276-eaad-46bc-a11c-d19b1b5f4f25 req-4fbbf27c-2a4f-4b2c-b34e-4a1dd12b4e16 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758591 Apr 30 13:14:28.323516 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c0977-ff24-4778-afd8-c8db9d88b747 req-f46035b9-0fde-4c40-bb86-38c0137ed693 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:28.325411 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-604c0977-ff24-4778-afd8-c8db9d88b747 req-f46035b9-0fde-4c40-bb86-38c0137ed693 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.0888715 Apr 30 13:14:28.375897 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-604c0977-ff24-4778-afd8-c8db9d88b747 req-dfa799ab-158d-48c1-80a7-98d25cf2b0e2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434878 Apr 30 13:14:28.993656 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42294) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:29.012491 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024cc6d-9feb-40b0-b1ea-e9ec8aff8df8 req-223ab94b-c309-465c-a587-1ae06824b91e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:29.013973 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4024cc6d-9feb-40b0-b1ea-e9ec8aff8df8 req-223ab94b-c309-465c-a587-1ae06824b91e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1040483 Apr 30 13:14:29.149376 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.152788 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4024cc6d-9feb-40b0-b1ea-e9ec8aff8df8 req-d10059e9-9984-4988-b1b9-0e846d7fb841 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294000 Apr 30 13:14:29.169386 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:29.173555 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Usage tracker for resource:security_group_rule and tenant:2035d1cde484400f9b4c0ce2e1853b5a is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:29.176552 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:29.183091 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:29.273126 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.276991 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.285138 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-0a992b8a-2953-434f-8289-004fc82e53df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:29.329927 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2035d1cde484400f9b4c0ce2e1853b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350284 Apr 30 13:14:29.331775 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc3be2e-635c-4a50-9b8f-57377e4b92da,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:29.333111 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 42300) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:29.334992 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:29.397838 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3026fe43-fa87-4b52-8154-204abb4e2887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.429581 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3026fe43-fa87-4b52-8154-204abb4e2887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.488738 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3026fe43-fa87-4b52-8154-204abb4e2887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.493342 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:29.546493 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026fe43-fa87-4b52-8154-204abb4e2887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc3be2e-635c-4a50-9b8f-57377e4b92da,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:29.548917 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3026fe43-fa87-4b52-8154-204abb4e2887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:29.568948 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3026fe43-fa87-4b52-8154-204abb4e2887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.570052 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-3026fe43-fa87-4b52-8154-204abb4e2887 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dc3be2e-635c-4a50-9b8f-57377e4b92da HTTP/1.1" status: 204 len: 168 time: 0.2352588 Apr 30 13:14:29.625567 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48192aa9-fc1e-46ce-80da-5a6edb9df03e req-ccbc5507-cb22-48db-9398-a4bfc22c113e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:29.627107 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48192aa9-fc1e-46ce-80da-5a6edb9df03e req-ccbc5507-cb22-48db-9398-a4bfc22c113e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1251230 Apr 30 13:14:29.697641 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48192aa9-fc1e-46ce-80da-5a6edb9df03e req-ba226cf1-77b8-4f93-890f-23c747474020 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635993 Apr 30 13:14:30.485019 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21cc2-4c71-4269-8224-9728b5843099 req-789fa2fd-1126-4374-b3a3-530f6d4adf03 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:30.487979 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d3d21cc2-4c71-4269-8224-9728b5843099 req-789fa2fd-1126-4374-b3a3-530f6d4adf03 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1047909 Apr 30 13:14:30.572906 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d3d21cc2-4c71-4269-8224-9728b5843099 req-027e0a5e-de7b-40cd-ab73-356437fa3b6e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770640 Apr 30 13:14:30.924734 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7322fa-2d32-4508-b63a-724d63b10c6a req-a565cfcc-0417-407b-9714-eb8ea40cd9c2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:30.926336 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cf7322fa-2d32-4508-b63a-724d63b10c6a req-a565cfcc-0417-407b-9714-eb8ea40cd9c2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.0942593 Apr 30 13:14:30.974438 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cf7322fa-2d32-4508-b63a-724d63b10c6a req-42a89337-410b-40e6-ab92-2c31267f41a9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Apr 30 13:14:31.813994 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d215d3b-1049-416b-aee1-fc55f14f35b1 req-923e72ec-3bff-4d8a-8835-b38cc20e4f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:31.819616 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d215d3b-1049-416b-aee1-fc55f14f35b1 req-923e72ec-3bff-4d8a-8835-b38cc20e4f06 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0950096 Apr 30 13:14:31.873442 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d215d3b-1049-416b-aee1-fc55f14f35b1 req-6531af09-d6d6-438c-8152-76b8ecabb528 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509701 Apr 30 13:14:31.900951 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6e727f9f-6f13-4718-a5db-ba401de9b76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:32.250305 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2576c9c-8243-4da4-9bc8-0c6c2fe8d35f req-f68f3954-2079-408d-a7c8-61f009b04209 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:32.251809 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e2576c9c-8243-4da4-9bc8-0c6c2fe8d35f req-f68f3954-2079-408d-a7c8-61f009b04209 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1081414 Apr 30 13:14:32.302571 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e2576c9c-8243-4da4-9bc8-0c6c2fe8d35f req-4bf1306d-cca7-4812-b4d6-15df562efcc5 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 Apr 30 13:14:33.089372 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b1947-d634-487b-8ccb-c4ab48f5e85a req-21f2fc8b-8adb-4d34-ab61-b3935632887f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:33.090817 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ae0b1947-d634-487b-8ccb-c4ab48f5e85a req-21f2fc8b-8adb-4d34-ab61-b3935632887f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0941296 Apr 30 13:14:33.139200 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ae0b1947-d634-487b-8ccb-c4ab48f5e85a req-64c7ff19-7872-459f-8501-5618ad3f970a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416334 Apr 30 13:14:33.503637 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73336b9f-fd31-4427-bd27-62036dffe6ed req-3cf591c8-e4d0-4724-b46a-ba64c9b2cacb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:33.505180 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-73336b9f-fd31-4427-bd27-62036dffe6ed req-3cf591c8-e4d0-4724-b46a-ba64c9b2cacb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.0857601 Apr 30 13:14:33.557056 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-73336b9f-fd31-4427-bd27-62036dffe6ed req-79ec5f01-6133-4fd7-bcae-952eb0e75221 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Apr 30 13:14:34.367442 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494c01-58d5-41a6-9da2-13987969f337 req-357e3406-1582-4d15-a91f-28ab67126dbd tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:34.369405 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53494c01-58d5-41a6-9da2-13987969f337 req-357e3406-1582-4d15-a91f-28ab67126dbd tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0884538 Apr 30 13:14:34.430243 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:34.437348 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-53494c01-58d5-41a6-9da2-13987969f337 req-1a6909ef-d6f3-4f24-84f0-c9abf50d0c1e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604477 Apr 30 13:14:34.666647 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-550838f0-bdd7-471c-89d2-3315d57633b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:34.790876 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21bc42-1856-4069-ad15-dcd04b137acd req-a9663cf8-64ee-46d3-9d05-22b5453060e9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:34.792656 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb21bc42-1856-4069-ad15-dcd04b137acd req-a9663cf8-64ee-46d3-9d05-22b5453060e9 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1032336 Apr 30 13:14:34.846648 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb21bc42-1856-4069-ad15-dcd04b137acd req-42008846-5797-47a6-9cee-aa93000a73e2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Apr 30 13:14:35.355868 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:35.600267 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:35.660954 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012b0e5-3520-4841-88ae-a6f216fa0c42 req-11899c31-92fe-4e15-b267-66542d17da34 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:35.662325 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c012b0e5-3520-4841-88ae-a6f216fa0c42 req-11899c31-92fe-4e15-b267-66542d17da34 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0856667 Apr 30 13:14:35.710282 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c012b0e5-3520-4841-88ae-a6f216fa0c42 req-3a62b1ed-cf26-4805-84c4-5dacd2d41adc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Apr 30 13:14:36.104348 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98af777-6334-4fa1-9930-ba2aaad92497 req-2b07f78c-c07f-4de0-aa38-131aec19be9a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:36.105976 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d98af777-6334-4fa1-9930-ba2aaad92497 req-2b07f78c-c07f-4de0-aa38-131aec19be9a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.0868905 Apr 30 13:14:36.151741 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d98af777-6334-4fa1-9930-ba2aaad92497 req-024ae361-ddb3-4400-b380-238a62247c6e tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 Apr 30 13:14:36.969334 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6511b-2da3-4b0f-b3ea-6e3aa68c9541 req-e91a8f15-ae48-470d-992b-5df9e484a021 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:36.970808 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-09e6511b-2da3-4b0f-b3ea-6e3aa68c9541 req-e91a8f15-ae48-470d-992b-5df9e484a021 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0884967 Apr 30 13:14:37.020626 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-09e6511b-2da3-4b0f-b3ea-6e3aa68c9541 req-db690dee-ba30-44ac-939e-37fb1e8f3272 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437744 Apr 30 13:14:37.051725 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:37.455202 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b1ac9-1f73-4ff4-b243-bc8cfb7eda84 req-21594636-4063-428e-8e85-ad6fbf871724 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:37.457232 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a10b1ac9-1f73-4ff4-b243-bc8cfb7eda84 req-21594636-4063-428e-8e85-ad6fbf871724 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.0990112 Apr 30 13:14:37.519696 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a10b1ac9-1f73-4ff4-b243-bc8cfb7eda84 req-90e1ebe2-6924-43fc-a6d5-45cec1bab809 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555491 Apr 30 13:14:38.257076 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6029-7a68-4ab3-83a6-9344dfa14781 req-9eb8d24f-2724-4ec8-9586-c4561d65117c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:38.258674 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-646f6029-7a68-4ab3-83a6-9344dfa14781 req-9eb8d24f-2724-4ec8-9586-c4561d65117c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0925534 Apr 30 13:14:38.317550 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-646f6029-7a68-4ab3-83a6-9344dfa14781 req-e1d25880-1f9a-4397-a1c7-bcb7ba5b857e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514250 Apr 30 13:14:38.764543 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ece24e-ffcf-47fa-b3af-e06a6d6b9430 req-00cf4a75-255a-4e85-9e01-75bfb6116ca7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:38.767131 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-81ece24e-ffcf-47fa-b3af-e06a6d6b9430 req-00cf4a75-255a-4e85-9e01-75bfb6116ca7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.0904083 Apr 30 13:14:38.812346 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-81ece24e-ffcf-47fa-b3af-e06a6d6b9430 req-ac008f79-b1c7-4b78-9cbb-5081a637cc6b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Apr 30 13:14:39.387636 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-a0b3b560-32a1-40ee-891f-d4fbfbd5d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:39.389095 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-a0b3b560-32a1-40ee-891f-d4fbfbd5d3c0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0754230 Apr 30 13:14:39.692575 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-946bd77e-87c0-4cb2-afbd-e857e057bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:39.694027 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-946bd77e-87c0-4cb2-afbd-e857e057bcc2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.2620413 Apr 30 13:14:39.707681 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742eae8-c447-4226-a6a9-cb6deec94f0d req-bbb6f57e-7270-41ea-85d1-a170705817ee tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:39.708595 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7742eae8-c447-4226-a6a9-cb6deec94f0d req-bbb6f57e-7270-41ea-85d1-a170705817ee tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.2582242 Apr 30 13:14:39.839801 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7742eae8-c447-4226-a6a9-cb6deec94f0d req-3ff5fef3-6975-4624-ad6b-7d058e65074e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819731 Apr 30 13:14:39.844453 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-6be428dd-8bf9-406f-8b9a-5a99dd3fd1da service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2 HTTP/1.1" status: 200 len: 1000 time: 0.1347671 Apr 30 13:14:39.918834 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-e1df574d-ccc6-4425-a5bc-d97edb82ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:39.920489 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-e1df574d-ccc6-4425-a5bc-d97edb82ed30 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.0641224 Apr 30 13:14:40.066194 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-59bf214f-886c-4404-84db-6998e9118d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:40.067879 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-59bf214f-886c-4404-84db-6998e9118d65 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1395152 Apr 30 13:14:40.077304 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ac48f-46fb-4a29-8312-51d953bc3203 req-3408c4ea-d1be-4d38-8e16-75486e25c022 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:40.078706 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fd3ac48f-46fb-4a29-8312-51d953bc3203 req-3408c4ea-d1be-4d38-8e16-75486e25c022 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1101873 Apr 30 13:14:40.220065 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fd3ac48f-46fb-4a29-8312-51d953bc3203 req-7086afef-dde7-43c5-a98c-3dd23ab96ac2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203709 Apr 30 13:14:40.247298 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-ee40807c-1f7f-4853-bb4e-478822305aa1 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675751 Apr 30 13:14:40.408837 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3cede1-e84f-4eff-83af-c5ee67aea825 req-4803d717-4fa8-4afa-bd2d-1ec37e23a738 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286514 Apr 30 13:14:41.049045 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854e1ed-75ba-4b05-9c38-7a38738a7837 req-e51a1884-2a9d-4d56-81e7-a310a1b061f0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:41.051354 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9854e1ed-75ba-4b05-9c38-7a38738a7837 req-e51a1884-2a9d-4d56-81e7-a310a1b061f0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0921514 Apr 30 13:14:41.107890 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9854e1ed-75ba-4b05-9c38-7a38738a7837 req-c5a6e873-0df3-4052-a220-ab1f7586429e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478280 Apr 30 13:14:41.346167 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42580) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:41.428719 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352f11a-f9a6-4843-a146-ca147b9da42a req-99a891e6-a8c7-498b-a2f5-4e3830e97bd1 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:41.430339 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b352f11a-f9a6-4843-a146-ca147b9da42a req-99a891e6-a8c7-498b-a2f5-4e3830e97bd1 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.0960841 Apr 30 13:14:41.478072 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b352f11a-f9a6-4843-a146-ca147b9da42a req-d0519d28-9aa8-4f5d-a43f-c5145ef9a694 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Apr 30 13:14:41.482112 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.497459 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:41.501379 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Usage tracker for resource:security_group_rule and tenant:122bb9fbb2b8477b900ea51e70657761 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:41.504235 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:41.510038 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:41.594978 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.599486 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.606765 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2dcf56b9-915c-44b8-ae4a-3bdf91ae7757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:41.647280 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=122bb9fbb2b8477b900ea51e70657761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996290 Apr 30 13:14:41.648122 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f37be5-3d5b-41d2-99db-82e34b923974,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:41.649923 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 42586) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:41.656415 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.656778 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.657129 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.657477 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.657817 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.658158 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.658495 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.658831 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.659199 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.660004 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.660004 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.660153 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.664096 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:41.711648 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.739875 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.793938 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.798519 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-64622b08-e383-4fd8-9036-a3e288893715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:41.811632 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f37be5-3d5b-41d2-99db-82e34b923974,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:41.820281 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.820654 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.821018 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.821374 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.821726 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.822080 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.822425 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.822903 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.823437 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.823804 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.824162 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.824736 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:41.829694 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.830055 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9f37be5-3d5b-41d2-99db-82e34b923974 HTTP/1.1" status: 204 len: 168 time: 0.1789856 Apr 30 13:14:41.834012 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:42.329882 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09a01f-96fc-464c-83ab-1288de858a25 req-ffd6e2bf-5c82-42af-a576-39b1ec668c9a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:42.333989 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9b09a01f-96fc-464c-83ab-1288de858a25 req-ffd6e2bf-5c82-42af-a576-39b1ec668c9a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0920534 Apr 30 13:14:42.424532 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9b09a01f-96fc-464c-83ab-1288de858a25 req-dac37022-5fc4-4aac-87b4-e66c6985b69e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868847 Apr 30 13:14:42.467091 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-8cd55601-43ee-4905-ba9f-e1d582ffcf25 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:42.467091 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-8cd55601-43ee-4905-ba9f-e1d582ffcf25 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.87 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.1151071 Apr 30 13:14:42.660334 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Deleting port 8ffc0aef-f6a2-460a-ac68-4469694989dd {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:42.660817 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.969138 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] For port 8ffc0aef-f6a2-460a-ac68-4469694989dd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8ffc0aef-f6a2-460a-ac68-4469694989dd,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:42.969491 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.041974 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd5f5-9dc8-4099-9e76-79fa82a4b40a req-80cef64d-960b-42f8-a65a-c9ae87d5b08c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:43.043434 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-84cbd5f5-9dc8-4099-9e76-79fa82a4b40a req-80cef64d-960b-42f8-a65a-c9ae87d5b08c tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 946 time: 0.3508887 Apr 30 13:14:43.107910 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Calling delete_port for 8ffc0aef-f6a2-460a-ac68-4469694989dd owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:43.143070 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:14:43.161268 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-84cbd5f5-9dc8-4099-9e76-79fa82a4b40a req-d33bf9bd-6084-4ac1-ac80-1f19291fe2be tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604725 Apr 30 13:14:43.250417 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:14:43.274135 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.280407 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-8f05ff04-89e2-460f-8ab3-53ce58b589ef tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:43.296480 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:43.314241 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'port_id': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'mac_address': 'fa:16:3e:1a:e1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:14:43.319148 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['52ed198a-4041-4c02-99e4-eb6b22522227', '8ffc0aef-f6a2-460a-ac68-4469694989dd'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:43.325191 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Pushing event deleted for resources: {'Port': ['ID=8ffc0aef-f6a2-460a-ac68-4469694989dd,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:43.333117 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:43.413314 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] No DVR routers for this DVR port 8ffc0aef-f6a2-460a-ac68-4469694989dd on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:43.416459 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.420598 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2180ef6c-3e9e-43b4-9cb2-55419afac361', 'name': 'network-vif-deleted', 'tag': '8ffc0aef-f6a2-460a-ac68-4469694989dd'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:43.440479 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.453447 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-83fe81c4-195e-4ea7-9266-50b9588ef44c req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.87 "DELETE /v2.0/ports/8ffc0aef-f6a2-460a-ac68-4469694989dd HTTP/1.1" status: 204 len: 173 time: 0.9799731 Apr 30 13:14:43.464007 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7ebede-b4db-456f-8b81-eefdb8817ac2 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:14:43.503722 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:43.508201 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2180ef6c-3e9e-43b4-9cb2-55419afac361', 'name': 'network-vif-deleted', 'tag': '8ffc0aef-f6a2-460a-ac68-4469694989dd', 'status': 'completed', 'code': 200} Apr 30 13:14:43.509781 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.520945 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-abdcf943-5459-4595-8fba-5a5d69ece25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:43.629165 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=9']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:43.646717 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.647063 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.647404 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.647784 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.648051 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.648442 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.648687 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.649127 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.649446 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.649772 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.650087 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.650407 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:43.674384 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:43.688371 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac6fe8-f11b-4159-809e-7e68cacb7985 req-f786c995-1c98-4b9e-9408-95550292a6bf tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:43.690160 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-60ac6fe8-f11b-4159-809e-7e68cacb7985 req-f786c995-1c98-4b9e-9408-95550292a6bf tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1204231 Apr 30 13:14:43.742351 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-60ac6fe8-f11b-4159-809e-7e68cacb7985 req-1753006e-5dcb-4276-a4cd-2ceff5f36709 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 Apr 30 13:14:43.956488 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 42648) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:44.021978 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['2a7ebede-b4db-456f-8b81-eefdb8817ac2'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:44.101906 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.118805 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:44.122857 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] Usage tracker for resource:security_group_rule and tenant:43803976d91f4e57bfae6e65fcab8851 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:44.126381 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:44.132408 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:44.236012 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.241968 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.253087 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-abe3dfc4-0b65-4616-bd8d-794a321df68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:44.297432 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43803976d91f4e57bfae6e65fcab8851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398745 Apr 30 13:14:44.299163 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a03abd-93e3-4ffc-8254-e008dec86c7c,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:44.300206 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42658) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:44.301991 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ef6f979f-a2db-4bb6-862e-cda174be9007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:44.350370 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-2ce065be-de37-4854-bad2-e3d19821cfa8 req-f1e0e5b3-29d9-4fea-a42e-9a51680e0dc6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Synchronizing usage tracker for tenant:cdf5092e22084f8dac209304b975e02b on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:44.366154 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-2ce065be-de37-4854-bad2-e3d19821cfa8 req-f1e0e5b3-29d9-4fea-a42e-9a51680e0dc6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Unset dirty status for tenant:cdf5092e22084f8dac209304b975e02b on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:44.367445 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ce065be-de37-4854-bad2-e3d19821cfa8 req-f1e0e5b3-29d9-4fea-a42e-9a51680e0dc6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=2180ef6c-3e9e-43b4-9cb2-55419afac361 HTTP/1.1" status: 200 len: 210 time: 0.0618351 Apr 30 13:14:44.373884 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-979ef942-e12b-4fa2-900f-39e817c94e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.399434 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-979ef942-e12b-4fa2-900f-39e817c94e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.452016 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-979ef942-e12b-4fa2-900f-39e817c94e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.455758 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8c35f6f2-b485-485f-a9e2-a00b681023ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:44.470022 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ef942-e12b-4fa2-900f-39e817c94e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a03abd-93e3-4ffc-8254-e008dec86c7c,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:44.472647 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-979ef942-e12b-4fa2-900f-39e817c94e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:44.482044 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-979ef942-e12b-4fa2-900f-39e817c94e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.486584 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-979ef942-e12b-4fa2-900f-39e817c94e35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05a03abd-93e3-4ffc-8254-e008dec86c7c HTTP/1.1" status: 204 len: 168 time: 0.1829071 Apr 30 13:14:44.767790 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42666) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:44.786138 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.801922 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:44.805734 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Usage tracker for resource:security_group_rule and tenant:83c548cd56a24dd1b62d89a5f21f536d is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:44.810517 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:44.816774 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:44.918136 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.922159 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.932821 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-6100012a-e425-4d6b-80c5-0265e8304f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:44.959570 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef95387-ec2c-4339-9da2-a41e2d98cacd req-80e6f872-847b-4542-b01a-33c831b4a436 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:44.961044 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0ef95387-ec2c-4339-9da2-a41e2d98cacd req-80e6f872-847b-4542-b01a-33c831b4a436 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0891829 Apr 30 13:14:44.978447 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a23ee5-65a5-4f16-9872-39e7ebfb1df6,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:44.981468 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:44.986652 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83c548cd56a24dd1b62d89a5f21f536d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177699 Apr 30 13:14:44.987237 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42674) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:45.013392 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0ef95387-ec2c-4339-9da2-a41e2d98cacd req-d446cf9e-2c41-469b-a4ee-13f1be93254f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462532 Apr 30 13:14:45.059858 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-28cd4f26-a892-433a-b6f7-64bdc38ac368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.085819 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-28cd4f26-a892-433a-b6f7-64bdc38ac368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.141748 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:45.147163 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-28cd4f26-a892-433a-b6f7-64bdc38ac368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.155211 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-902fb431-a4d4-4b19-ad05-f8d38c4f5aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:45.168380 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd4f26-a892-433a-b6f7-64bdc38ac368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a23ee5-65a5-4f16-9872-39e7ebfb1df6,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:45.170820 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-28cd4f26-a892-433a-b6f7-64bdc38ac368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:45.172872 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-28cd4f26-a892-433a-b6f7-64bdc38ac368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.173984 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-28cd4f26-a892-433a-b6f7-64bdc38ac368 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30a23ee5-65a5-4f16-9872-39e7ebfb1df6 HTTP/1.1" status: 204 len: 168 time: 0.1858790 Apr 30 13:14:45.241811 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:45.242204 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.391520 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.423973 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:45.434212 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:45.440005 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.441042 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 8ffc0aef-f6a2-460a-ac68-4469694989dd no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:45.472777 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:45.522931 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'code': 200} Apr 30 13:14:45.530182 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 8ffc0aef-f6a2-460a-ac68-4469694989dd {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:45.530535 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 8ffc0aef-f6a2-460a-ac68-4469694989dd not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:45.560291 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=10']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:45.563999 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:45.887362 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f19ed9-a3ec-4a44-a325-767cba9437af req-1dd7bcce-8a87-4fa6-b9da-29d094a9d905 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:45.888882 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-33f19ed9-a3ec-4a44-a325-767cba9437af req-1dd7bcce-8a87-4fa6-b9da-29d094a9d905 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0840440 Apr 30 13:14:45.936583 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-33f19ed9-a3ec-4a44-a325-767cba9437af req-50f94802-774d-4ed1-bb1d-4e33c8937cd7 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Apr 30 13:14:46.254028 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57a27-945c-409f-ab31-868e1d1fe62d req-ae6e10d4-a6e5-4d4f-be68-e562ff5f7293 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:46.255445 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-60e57a27-945c-409f-ab31-868e1d1fe62d req-ae6e10d4-a6e5-4d4f-be68-e562ff5f7293 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 947 time: 0.1166458 Apr 30 13:14:46.257508 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134e488-afb1-4b5c-9927-f031ce324c64 req-6d010b7b-82ef-4b80-862d-19d6739af564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:46.259042 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3134e488-afb1-4b5c-9927-f031ce324c64 req-6d010b7b-82ef-4b80-862d-19d6739af564 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 1100 time: 0.1644163 Apr 30 13:14:46.342820 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-60e57a27-945c-409f-ab31-868e1d1fe62d req-77a70964-8034-463d-997c-08ccd7df5e08 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803201 Apr 30 13:14:46.347483 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3134e488-afb1-4b5c-9927-f031ce324c64 req-95fb31a3-06c1-4c1a-bf38-1c3cdeec7573 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696158 Apr 30 13:14:47.058276 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42740) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:47.127213 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c82485-0db2-487a-af74-950231cf3387 req-a3cbd490-425d-44e4-ba47-27217231bbde tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:47.128637 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c6c82485-0db2-487a-af74-950231cf3387 req-a3cbd490-425d-44e4-ba47-27217231bbde tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0805922 Apr 30 13:14:47.176329 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c6c82485-0db2-487a-af74-950231cf3387 req-b1d41083-a7c0-4f30-a0c0-14a80609079a tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Apr 30 13:14:47.180898 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.197651 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:47.201773 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba74ad1d0384e749b733ef4999c3251 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:47.204642 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:47.210348 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:47.293360 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.297698 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.309218 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a245fb4c-87f7-4738-8b01-94d25976c6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:47.348297 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ba74ad1d0384e749b733ef4999c3251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889466 Apr 30 13:14:47.351229 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 42750) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:47.353340 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ba8d6-5247-4e32-b1b9-5a75e68dac72,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:47.356817 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a696cf51-3218-40b9-8331-d89736155142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:47.454034 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-83ad4815-fe89-4e87-84c4-bfb7fcd9c524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.520058 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-83ad4815-fe89-4e87-84c4-bfb7fcd9c524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.589768 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e38e0-d08e-4a92-be52-e60d585e1d98 req-008f2cef-472d-4ba1-b2a0-c028ad9b2ccd tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:47.591272 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b54e38e0-d08e-4a92-be52-e60d585e1d98 req-008f2cef-472d-4ba1-b2a0-c028ad9b2ccd tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 947 time: 0.1223855 Apr 30 13:14:47.615415 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-83ad4815-fe89-4e87-84c4-bfb7fcd9c524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.624030 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-163ec2f9-15e3-4fde-9d5c-72e514ca9982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:47.639925 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad4815-fe89-4e87-84c4-bfb7fcd9c524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ba8d6-5247-4e32-b1b9-5a75e68dac72,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:47.657325 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-83ad4815-fe89-4e87-84c4-bfb7fcd9c524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:47.673620 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b54e38e0-d08e-4a92-be52-e60d585e1d98 req-e8a78e62-328d-4359-a166-2f21582264d0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755236 Apr 30 13:14:47.674542 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-83ad4815-fe89-4e87-84c4-bfb7fcd9c524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.677807 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-83ad4815-fe89-4e87-84c4-bfb7fcd9c524 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f8ba8d6-5247-4e32-b1b9-5a75e68dac72 HTTP/1.1" status: 204 len: 168 time: 0.3233855 Apr 30 13:14:48.087982 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42768) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:48.106343 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.120436 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:48.124463 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Usage tracker for resource:security_group_rule and tenant:8728f234305447c38b429cae59c64d3a is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:48.127502 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:48.133374 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:48.227361 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.232412 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.241248 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-984c5947-1033-4fc3-be09-a8855f1ceb29 tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:48.281810 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbd015b-08d7-44ff-84b9-c4882117a161,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:48.285086 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:48.297857 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8728f234305447c38b429cae59c64d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087319 Apr 30 13:14:48.298426 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42792) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:48.369538 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-749e25c5-4e68-4893-a33d-2d94bebe3196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.381344 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cc445-713b-4d0e-8307-76075aaf559a req-bd65bf2e-f97c-4c42-8689-264398cbe6e2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:48.382834 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b48cc445-713b-4d0e-8307-76075aaf559a req-bd65bf2e-f97c-4c42-8689-264398cbe6e2 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0959847 Apr 30 13:14:48.402430 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-749e25c5-4e68-4893-a33d-2d94bebe3196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.435313 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b48cc445-713b-4d0e-8307-76075aaf559a req-afa48e17-c137-46af-9970-571f19a42c1b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Apr 30 13:14:48.479955 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-749e25c5-4e68-4893-a33d-2d94bebe3196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.485328 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2e47c5c9-2789-4618-851e-4d13992e6383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:48.506234 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e25c5-4e68-4893-a33d-2d94bebe3196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbd015b-08d7-44ff-84b9-c4882117a161,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:48.509221 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-749e25c5-4e68-4893-a33d-2d94bebe3196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:48.510743 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-749e25c5-4e68-4893-a33d-2d94bebe3196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.512103 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-749e25c5-4e68-4893-a33d-2d94bebe3196 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfbd015b-08d7-44ff-84b9-c4882117a161 HTTP/1.1" status: 204 len: 168 time: 0.2127936 Apr 30 13:14:48.885863 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9987b-d28e-4d34-9a0f-9a31986ca658 req-fab425b5-9067-46f6-a8a7-7244568a7119 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:48.891120 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4ce9987b-d28e-4d34-9a0f-9a31986ca658 req-fab425b5-9067-46f6-a8a7-7244568a7119 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 947 time: 0.0910206 Apr 30 13:14:48.955546 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4ce9987b-d28e-4d34-9a0f-9a31986ca658 req-9eb91af6-3fc6-413c-ad2f-051a37bd7a11 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483375 Apr 30 13:14:49.649874 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246fe76-f944-4fd9-a7e2-7f7836afb06b req-5d3a05d7-7ddf-4e3a-a7d8-558225c8f2bb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:49.651537 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4246fe76-f944-4fd9-a7e2-7f7836afb06b req-5d3a05d7-7ddf-4e3a-a7d8-558225c8f2bb tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0947154 Apr 30 13:14:49.711278 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4246fe76-f944-4fd9-a7e2-7f7836afb06b req-ef2b732d-68bc-41d8-8617-7e1d5938352b tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512073 Apr 30 13:14:50.230035 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0110b1-c969-4769-90ca-cf2542e1c81f req-29ccb4a8-368b-4b94-8542-c99690b04a00 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:50.231442 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bf0110b1-c969-4769-90ca-cf2542e1c81f req-29ccb4a8-368b-4b94-8542-c99690b04a00 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 947 time: 0.1614652 Apr 30 13:14:50.281669 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bf0110b1-c969-4769-90ca-cf2542e1c81f req-3072d942-5f49-4f88-b2a8-7bbd3e7fa64d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440359 Apr 30 13:14:50.932524 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd21190-f8b9-4b13-8e7c-d89491e893de req-cef8df9f-9db0-4348-9465-58323299f649 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:50.934131 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ccd21190-f8b9-4b13-8e7c-d89491e893de req-cef8df9f-9db0-4348-9465-58323299f649 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0991120 Apr 30 13:14:50.988649 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ccd21190-f8b9-4b13-8e7c-d89491e893de req-844b15d7-2969-4f68-a996-f9e0edfce719 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482583 Apr 30 13:14:51.466001 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42898) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:51.586217 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.601352 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:51.605102 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Usage tracker for resource:security_group_rule and tenant:62733290e3cc4d59858696c14c64c22a is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:51.607881 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:51.613533 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:51.695009 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.698723 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.707456 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-749e25c5-4e68-4893-a33d-2d94bebe3196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:51.745791 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62733290e3cc4d59858696c14c64c22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782168 Apr 30 13:14:51.747362 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9bb4f4-6dc6-4b6f-a52f-35708e824dec,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:51.748492 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 42908) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:51.750230 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:51.807349 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-12bc5cbd-9d1c-4deb-81fb-159c87039841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.832810 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-12bc5cbd-9d1c-4deb-81fb-159c87039841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.892240 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-12bc5cbd-9d1c-4deb-81fb-159c87039841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.897180 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dcb81e26-19fd-4c38-94d1-b63e6df179ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:51.909539 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc5cbd-9d1c-4deb-81fb-159c87039841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9bb4f4-6dc6-4b6f-a52f-35708e824dec,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:51.912600 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-12bc5cbd-9d1c-4deb-81fb-159c87039841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:51.919401 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-12bc5cbd-9d1c-4deb-81fb-159c87039841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.923268 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-12bc5cbd-9d1c-4deb-81fb-159c87039841 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad9bb4f4-6dc6-4b6f-a52f-35708e824dec HTTP/1.1" status: 204 len: 168 time: 0.1710806 Apr 30 13:14:52.181350 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab169-f7ad-478c-8f97-54abd844d1e1 req-0098a174-d5c9-4dd8-9a62-a6146e0e0828 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:52.182834 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d23ab169-f7ad-478c-8f97-54abd844d1e1 req-0098a174-d5c9-4dd8-9a62-a6146e0e0828 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0864160 Apr 30 13:14:52.209051 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42926) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:52.232760 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d23ab169-f7ad-478c-8f97-54abd844d1e1 req-ebbfeaad-2cf8-4103-b8e1-1a85b442ab65 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/security-groups?id=1536ec01-45ea-4306-a7cf-69bc3da19d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Apr 30 13:14:52.233867 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.249401 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:52.253354 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Usage tracker for resource:security_group_rule and tenant:219eb0cf870540dc8eea3c2061689f5c is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:52.256193 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:52.262199 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:52.343572 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.348196 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.355259 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-572f9e04-fb6e-4875-93e6-f54d941a9f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:52.394192 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297df39b-bddb-4503-9f6f-3148da1c3cf9,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:52.398417 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=219eb0cf870540dc8eea3c2061689f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879668 Apr 30 13:14:52.399280 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:52.401071 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 42930) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:52.458219 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e15daa4f-7d2d-49f3-92ce-8f74dd915eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.484150 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e15daa4f-7d2d-49f3-92ce-8f74dd915eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.542183 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e15daa4f-7d2d-49f3-92ce-8f74dd915eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.547014 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c80dfd29-d202-4cca-80b3-f15372eec35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:52.558640 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15daa4f-7d2d-49f3-92ce-8f74dd915eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297df39b-bddb-4503-9f6f-3148da1c3cf9,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:52.560882 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e15daa4f-7d2d-49f3-92ce-8f74dd915eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:52.566415 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-ca74e228-13d7-49f0-8e53-69d290bd39d6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:52.567906 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-ca74e228-13d7-49f0-8e53-69d290bd39d6 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.87 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 945 time: 0.0794489 Apr 30 13:14:52.568470 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-e15daa4f-7d2d-49f3-92ce-8f74dd915eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.569569 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-e15daa4f-7d2d-49f3-92ce-8f74dd915eaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/297df39b-bddb-4503-9f6f-3148da1c3cf9 HTTP/1.1" status: 204 len: 168 time: 0.1676199 Apr 30 13:14:52.719731 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Deleting port 52ed198a-4041-4c02-99e4-eb6b22522227 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:52.720091 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.853156 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] For port 52ed198a-4041-4c02-99e4-eb6b22522227, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=52ed198a-4041-4c02-99e4-eb6b22522227,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:52.853508 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.987645 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Calling delete_port for 52ed198a-4041-4c02-99e4-eb6b22522227 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:53.111122 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.117330 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6b49aec7-ef0a-42a4-8b70-bc37ae55aba4 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:53.151392 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['52ed198a-4041-4c02-99e4-eb6b22522227'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:53.162533 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Pushing event deleted for resources: {'Port': ['ID=52ed198a-4041-4c02-99e4-eb6b22522227,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:53.166072 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:53.245196 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] No DVR routers for this DVR port 52ed198a-4041-4c02-99e4-eb6b22522227 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:53.247861 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.251299 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927a41e9-114f-429c-be8b-962a385d818f', 'name': 'network-vif-deleted', 'tag': '52ed198a-4041-4c02-99e4-eb6b22522227'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:53.268590 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3a4d0be8-b7b4-44f2-9409-17ef0e14a34c req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.87 "DELETE /v2.0/ports/52ed198a-4041-4c02-99e4-eb6b22522227 HTTP/1.1" status: 204 len: 173 time: 0.6948464 Apr 30 13:14:53.299259 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927a41e9-114f-429c-be8b-962a385d818f', 'name': 'network-vif-deleted', 'tag': '52ed198a-4041-4c02-99e4-eb6b22522227', 'status': 'completed', 'code': 200} Apr 30 13:14:53.433611 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-3d8f5bef-d747-4d13-9d7c-dee00bbbcd6d req-b1ed5fe3-90db-4245-bed0-2193ab2a44b5 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Synchronizing usage tracker for tenant:cdf5092e22084f8dac209304b975e02b on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:53.449928 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-3d8f5bef-d747-4d13-9d7c-dee00bbbcd6d req-b1ed5fe3-90db-4245-bed0-2193ab2a44b5 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Unset dirty status for tenant:cdf5092e22084f8dac209304b975e02b on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:53.451217 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d8f5bef-d747-4d13-9d7c-dee00bbbcd6d req-b1ed5fe3-90db-4245-bed0-2193ab2a44b5 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] 10.222.0.66 "GET /v2.0/ports?device_id=927a41e9-114f-429c-be8b-962a385d818f HTTP/1.1" status: 200 len: 210 time: 0.0677326 Apr 30 13:14:54.563696 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43008) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:55.185392 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 52ed198a-4041-4c02-99e4-eb6b22522227 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:55.221113 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 52ed198a-4041-4c02-99e4-eb6b22522227 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:55.221533 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 52ed198a-4041-4c02-99e4-eb6b22522227 not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:55.268631 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395853'] for router_interface, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.691015 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Deleting port af00668d-83e4-4e58-bf42-247118033e83 {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:55.691677 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.811188 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] For port af00668d-83e4-4e58-bf42-247118033e83, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=af00668d-83e4-4e58-bf42-247118033e83,segment=NetworkSegment(1f27ce04-4d07-47ed-a238-b1d1830fb60a),segment_id=1f27ce04-4d07-47ed-a238-b1d1830fb60a)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:55.811455 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.930209 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Calling delete_port for af00668d-83e4-4e58-bf42-247118033e83 owned by network:router_interface {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:56.224709 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.229320 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:56.278743 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=af00668d-83e4-4e58-bf42-247118033e83,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:56.281968 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:56.646205 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402429'] for router_interface, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.018978 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:14:57.206547 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:14:57.218898 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] Sync routers for ids ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:14:57.227214 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43052) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:57.227744 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] 10.222.0.66 "PUT /v2.0/routers/5bdcbcc8-5a06-4f99-a839-8041af0eb309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6622920 Apr 30 13:14:57.243704 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] Routers {'5bdcbcc8-5a06-4f99-a839-8041af0eb309'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:57.244318 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:14:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:57.430400 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks [] for router, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.437390 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] Set router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:57.659337 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.778948 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:14:56Z', 'revision_number': 5, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'gw_port': {'id': '4b62d7d4-a8a2-46b3-9e73-43f53ec28e10', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:57.783390 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] Checking router: 5bdcbcc8-5a06-4f99-a839-8041af0eb309 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:14:57.792374 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] Routers {'5bdcbcc8-5a06-4f99-a839-8041af0eb309'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:57.792966 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:14:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:57.823852 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Deleting port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:57.824190 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.949001 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] Set router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 gateway port host: None {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:57.967484 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] For port 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=4b62d7d4-a8a2-46b3-9e73-43f53ec28e10,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:57.967864 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.053172 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 6, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'gw_port_host': None}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:58.057005 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593b0bf-0efe-47eb-b52d-aa70e9ecd7e9 None None] The sync data for ids ['5bdcbcc8-5a06-4f99-a839-8041af0eb309'] in dv-cinder-784453-4-smb is: [{'id': '5bdcbcc8-5a06-4f99-a839-8041af0eb309', 'name': 'tempest-ServerRescueNegativeTestJSON-1843668555-router', 'tenant_id': 'cdf5092e22084f8dac209304b975e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 6, 'project_id': 'cdf5092e22084f8dac209304b975e02b', 'gw_port_host': None}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:14:58.092939 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Calling delete_port for 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 owned by network:router_gateway {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:58.357598 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.360971 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4f00d973-99bf-4863-ad15-fd6233be0b82 tempest-VolumesActionsTest-399735626 tempest-VolumesActionsTest-399735626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.404260 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b62d7d4-a8a2-46b3-9e73-43f53ec28e10,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.407397 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.505569 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394970'] for router_gateway, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.681786 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13216'] for router, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.684173 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.766598 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403071'] for router, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.767340 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdcbcc8-5a06-4f99-a839-8041af0eb309 {{(pid=73798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:14:58.783450 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Notify callbacks [] for router, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.786950 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] 10.222.0.66 "DELETE /v2.0/routers/5bdcbcc8-5a06-4f99-a839-8041af0eb309 HTTP/1.1" status: 204 len: 168 time: 1.5557957 Apr 30 13:14:58.787307 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43082) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:58.861534 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7e498f-3de6-4f4a-81a9-2661159c6e66 admin admin] Deleting subnet dcb03360-3e1a-420b-bc8d-200404b51b98 {{(pid=73798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:14:58.865402 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2c7e498f-3de6-4f4a-81a9-2661159c6e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.929995 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2c7e498f-3de6-4f4a-81a9-2661159c6e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127117'] for subnet, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.998348 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2c7e498f-3de6-4f4a-81a9-2661159c6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.240770 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:59.276174 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:59.276515 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 4b62d7d4-a8a2-46b3-9e73-43f53ec28e10 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:59.276932 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device af00668d-83e4-4e58-bf42-247118033e83 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:59.310675 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: af00668d-83e4-4e58-bf42-247118033e83 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:59.311053 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device af00668d-83e4-4e58-bf42-247118033e83 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:59.391452 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2c7e498f-3de6-4f4a-81a9-2661159c6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3125899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153878'] for subnet, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.396396 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ab4f3712-d31a-44f4-9d4c-a0c896b943d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:59.432851 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2c7e498f-3de6-4f4a-81a9-2661159c6e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.435938 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e498f-3de6-4f4a-81a9-2661159c6e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb03360-3e1a-420b-bc8d-200404b51b98,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:59.438600 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-2c7e498f-3de6-4f4a-81a9-2661159c6e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:59.443203 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-2c7e498f-3de6-4f4a-81a9-2661159c6e66 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dcb03360-3e1a-420b-bc8d-200404b51b98 HTTP/1.1" status: 204 len: 168 time: 0.6547019 Apr 30 13:14:59.445551 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43094) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:59.551876 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.678436 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.788059 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751c6f38-c1bc-419a-8fcc-b03306c74fa6']}} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:59.800862 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f27ce04-4d07-47ed-a238-b1d1830fb60a') {'for_net_delete': True} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:59.801187 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f27ce04-4d07-47ed-a238-b1d1830fb60a') {} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:59.812905 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127108'] for segment, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.831978 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.838181 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=73798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:15:00.002988 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:00.011363 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3125793'] for segment, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.186659 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Network 751c6f38-c1bc-419a-8fcc-b03306c74fa6 has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: Traceback (most recent call last): Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: timer() Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: cb(*args, **kw) Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: return func(*args, **kwargs) Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: self._notify() Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: self.callback(batched_events) Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: event.method(event) Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: return f(self, *a, **k) Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: return self._get(url).json() Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: return self.request(url, 'GET', **kwargs) Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:15:00.209883 dv-cinder-784453-4-smb neutron-server[73798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:15:00.294017 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.303473 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:00.322556 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.332431 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43110) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:00.344284 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=751c6f38-c1bc-419a-8fcc-b03306c74fa6,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:00.348763 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:00.360466 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-cb22ca58-f2d4-48ba-b1ad-9526356671b2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/751c6f38-c1bc-419a-8fcc-b03306c74fa6 HTTP/1.1" status: 204 len: 168 time: 0.9116464 Apr 30 13:15:00.487501 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.491414 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43122) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:00.524606 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:00.528679 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc3f77800254136ae712028c01ad4dd is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:00.532014 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:00.537636 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:00.552502 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-e450b318-b5f5-4645-afd0-b07fc3ecb2a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cdf5092e22084f8dac209304b975e02b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0576768 Apr 30 13:15:00.552730 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43128) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:00.622540 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-868f0534-28d5-4f91-a8ce-69ba6deb98b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.641897 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.646628 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.651051 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-868f0534-28d5-4f91-a8ce-69ba6deb98b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.670203 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a729035e-14db-4af2-a2fd-3da7f7be34f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:00.702629 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9fc3f77800254136ae712028c01ad4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691597 Apr 30 13:15:00.704503 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815a547a-a7cc-439e-9633-d4a9bdca167a,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:00.705731 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43136) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:00.708461 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:00.735566 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-868f0534-28d5-4f91-a8ce-69ba6deb98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.743123 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-44f5f1b8-3824-4359-afd1-d166b0a55104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:00.772729 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0534-28d5-4f91-a8ce-69ba6deb98b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536ec01-45ea-4306-a7cf-69bc3da19d29,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:00.780102 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-868f0534-28d5-4f91-a8ce-69ba6deb98b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:00.793204 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-868f0534-28d5-4f91-a8ce-69ba6deb98b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.794358 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-868f0534-28d5-4f91-a8ce-69ba6deb98b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1536ec01-45ea-4306-a7cf-69bc3da19d29 HTTP/1.1" status: 204 len: 168 time: 0.2405233 Apr 30 13:15:00.802024 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cf82e4ef-4727-4683-87a4-0b06fac0a5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.831850 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cf82e4ef-4727-4683-87a4-0b06fac0a5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.891957 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cf82e4ef-4727-4683-87a4-0b06fac0a5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.896636 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4cfa76e9-ac0f-47ce-97ac-df567c7530cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:00.909493 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82e4ef-4727-4683-87a4-0b06fac0a5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815a547a-a7cc-439e-9633-d4a9bdca167a,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:00.914257 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cf82e4ef-4727-4683-87a4-0b06fac0a5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:00.929006 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cf82e4ef-4727-4683-87a4-0b06fac0a5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.930149 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-cf82e4ef-4727-4683-87a4-0b06fac0a5f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/815a547a-a7cc-439e-9633-d4a9bdca167a HTTP/1.1" status: 204 len: 168 time: 0.2234268 Apr 30 13:15:01.884911 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6842678d-6bdd-4608-9155-7de63797aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.398549 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43192) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:02.519532 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.534880 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:02.538761 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Usage tracker for resource:security_group_rule and tenant:6025ceec043240f2847206c2eb416b7d is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:02.542307 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:02.549330 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:02.644057 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.647919 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.656733 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-93045d00-23f0-49db-abed-5aa5ce933ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:02.695867 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6025ceec043240f2847206c2eb416b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962503 Apr 30 13:15:02.697542 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9074d9b-7821-44d7-aadb-2a5a5317e903,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:02.698535 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43200) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:02.701282 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:02.757289 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-637ca396-7b7b-4e4e-ba8a-964277dc82b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.786226 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-637ca396-7b7b-4e4e-ba8a-964277dc82b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.836473 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-637ca396-7b7b-4e4e-ba8a-964277dc82b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.839970 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5e17c4ce-9f1d-4611-83e5-c26634580642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:02.852300 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ca396-7b7b-4e4e-ba8a-964277dc82b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9074d9b-7821-44d7-aadb-2a5a5317e903,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:02.856021 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-637ca396-7b7b-4e4e-ba8a-964277dc82b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:02.862019 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-637ca396-7b7b-4e4e-ba8a-964277dc82b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.862938 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-637ca396-7b7b-4e4e-ba8a-964277dc82b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9074d9b-7821-44d7-aadb-2a5a5317e903 HTTP/1.1" status: 204 len: 168 time: 0.1633351 Apr 30 13:15:03.146895 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43210) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:03.165075 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.179712 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:03.183517 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Usage tracker for resource:security_group_rule and tenant:5676be80bc3947eab4dc4902842b3326 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:03.186261 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:03.191910 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:03.272702 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.276517 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.286065 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-979ef942-e12b-4fa2-900f-39e817c94e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:03.325157 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5676be80bc3947eab4dc4902842b3326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771514 Apr 30 13:15:03.326772 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9135889-ddd5-4fc1-b618-fd406e9f5c0d,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:03.328201 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43218) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:03.329940 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:03.390815 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-54d7d099-3583-47d9-ba8e-0d8cd2731636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.417161 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-54d7d099-3583-47d9-ba8e-0d8cd2731636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.469685 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-54d7d099-3583-47d9-ba8e-0d8cd2731636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.474494 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-00a80e80-511c-4f9c-87bf-73b0cc1463ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:03.487293 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7d099-3583-47d9-ba8e-0d8cd2731636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9135889-ddd5-4fc1-b618-fd406e9f5c0d,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:03.489599 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-54d7d099-3583-47d9-ba8e-0d8cd2731636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:03.497691 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-54d7d099-3583-47d9-ba8e-0d8cd2731636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.499523 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-54d7d099-3583-47d9-ba8e-0d8cd2731636 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9135889-ddd5-4fc1-b618-fd406e9f5c0d HTTP/1.1" status: 204 len: 168 time: 0.1702702 Apr 30 13:15:03.860839 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43240) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:03.879524 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.895323 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:03.899298 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8688b260c274f5da8d376b939f44a52 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:03.902336 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:03.908709 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:03.989927 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.994060 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.002864 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ae838345-1082-462f-bc51-b3578fe43a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:04.043602 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8688b260c274f5da8d376b939f44a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816237 Apr 30 13:15:04.045272 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f265e103-69dc-4eda-8ad6-03ed958a926f,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:04.046295 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43244) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:04.048391 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:04.107393 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-20d6d368-19a0-4248-ba56-9d6598d4692e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.132308 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-20d6d368-19a0-4248-ba56-9d6598d4692e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.182901 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-20d6d368-19a0-4248-ba56-9d6598d4692e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.186994 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8222834c-75c6-4b1e-8c0c-51cc97730152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:04.199233 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6d368-19a0-4248-ba56-9d6598d4692e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f265e103-69dc-4eda-8ad6-03ed958a926f,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:04.203164 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-20d6d368-19a0-4248-ba56-9d6598d4692e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:04.208985 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-20d6d368-19a0-4248-ba56-9d6598d4692e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.210094 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-20d6d368-19a0-4248-ba56-9d6598d4692e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f265e103-69dc-4eda-8ad6-03ed958a926f HTTP/1.1" status: 204 len: 168 time: 0.1628315 Apr 30 13:15:04.395324 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.659208 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-150d9525-c3eb-4b7e-989a-5589d8a7c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.103081 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43260) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:05.223136 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.237551 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:05.241280 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Usage tracker for resource:security_group_rule and tenant:fd670523fdc54bbcb8ad38746ad7949e is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:05.244046 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:05.250257 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:05.335255 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.339223 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.347010 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b99300aa-ae82-40ac-b4b0-1170ee8a7bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:05.359495 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.392308 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd670523fdc54bbcb8ad38746ad7949e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879004 Apr 30 13:15:05.393252 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a7062f-917c-4c3e-a6f7-08cf6b142394,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:05.395010 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43266) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:05.396190 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:05.456485 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-32279de7-55fa-4bc7-ab61-50b08f0b0840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.481928 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-32279de7-55fa-4bc7-ab61-50b08f0b0840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.533725 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-32279de7-55fa-4bc7-ab61-50b08f0b0840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.538508 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-96786e83-bd7f-4a08-80cb-feeef01e8fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:05.551323 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32279de7-55fa-4bc7-ab61-50b08f0b0840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a7062f-917c-4c3e-a6f7-08cf6b142394,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:05.553920 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-32279de7-55fa-4bc7-ab61-50b08f0b0840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:05.562078 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-32279de7-55fa-4bc7-ab61-50b08f0b0840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.563368 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-32279de7-55fa-4bc7-ab61-50b08f0b0840 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65a7062f-917c-4c3e-a6f7-08cf6b142394 HTTP/1.1" status: 204 len: 168 time: 0.1664078 Apr 30 13:15:05.616173 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.049560 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.227373 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43360) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:10.340929 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.355487 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:10.359798 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] Usage tracker for resource:security_group_rule and tenant:d775a1c35dc94b1796bdb9bc736449e7 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:10.362637 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:10.368535 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:10.452300 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.456373 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.464473 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-0c823704-bc57-4fa0-aad1-0b6b23624047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:10.503103 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d775a1c35dc94b1796bdb9bc736449e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747169 Apr 30 13:15:10.504018 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1121a4ec-86d8-4325-912a-3b33ccbb8e91,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:10.505931 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43366) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:10.507216 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-29681ced-3f7b-4091-b6ff-b95011ad87ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:10.567871 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-602dcff3-a71c-4e2b-9198-c9a5253e57f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.592994 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-602dcff3-a71c-4e2b-9198-c9a5253e57f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.649131 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-602dcff3-a71c-4e2b-9198-c9a5253e57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.653081 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-85875df6-bc44-4a9e-af73-41b9d9edaea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:10.665088 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dcff3-a71c-4e2b-9198-c9a5253e57f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1121a4ec-86d8-4325-912a-3b33ccbb8e91,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:10.668666 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-602dcff3-a71c-4e2b-9198-c9a5253e57f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:10.674991 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-602dcff3-a71c-4e2b-9198-c9a5253e57f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.676279 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-602dcff3-a71c-4e2b-9198-c9a5253e57f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1121a4ec-86d8-4325-912a-3b33ccbb8e91 HTTP/1.1" status: 204 len: 168 time: 0.1687107 Apr 30 13:15:10.952230 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43376) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:10.969909 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.985253 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:10.989118 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Usage tracker for resource:security_group_rule and tenant:b99080eb7c74413fa8562bc3550f7163 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:10.991967 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:10.997591 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:11.080165 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.084121 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.091912 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-32279de7-55fa-4bc7-ab61-50b08f0b0840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:11.135009 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b99080eb7c74413fa8562bc3550f7163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815715 Apr 30 13:15:11.135852 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c83a06-c470-4891-bdab-ce75bd23cbac,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:11.138295 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43380) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:11.139287 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:11.195056 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-81d8503d-e6f3-4977-be98-c952f5db3bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.230353 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-81d8503d-e6f3-4977-be98-c952f5db3bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.284284 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-81d8503d-e6f3-4977-be98-c952f5db3bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.287885 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f9d94d16-beaf-4538-934f-219f207ab03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:11.301705 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8503d-e6f3-4977-be98-c952f5db3bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c83a06-c470-4891-bdab-ce75bd23cbac,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:11.304510 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-81d8503d-e6f3-4977-be98-c952f5db3bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:11.313779 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-81d8503d-e6f3-4977-be98-c952f5db3bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.314876 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-81d8503d-e6f3-4977-be98-c952f5db3bbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0c83a06-c470-4891-bdab-ce75bd23cbac HTTP/1.1" status: 204 len: 168 time: 0.1756325 Apr 30 13:15:16.014958 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43464) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:16.128126 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.142153 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:16.145871 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Usage tracker for resource:security_group_rule and tenant:94ac7ffe56e642a7b602c4c68293ace5 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:16.148605 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:16.154637 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:16.236777 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.240547 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.248868 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d37d61a3-f0b1-4729-99e3-98c0c094fd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:16.287101 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94ac7ffe56e642a7b602c4c68293ace5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710788 Apr 30 13:15:16.287958 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8015f9db-8847-4ed4-8dca-cc0c321d0933,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:16.290159 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43470) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:16.291378 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:16.354965 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-10eac222-6298-421f-97ed-5f909fff361d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.381595 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-10eac222-6298-421f-97ed-5f909fff361d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.432882 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-10eac222-6298-421f-97ed-5f909fff361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.437866 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-868f0534-28d5-4f91-a8ce-69ba6deb98b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:16.450990 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eac222-6298-421f-97ed-5f909fff361d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8015f9db-8847-4ed4-8dca-cc0c321d0933,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:16.453070 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-10eac222-6298-421f-97ed-5f909fff361d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:16.460808 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-10eac222-6298-421f-97ed-5f909fff361d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.461921 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-10eac222-6298-421f-97ed-5f909fff361d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8015f9db-8847-4ed4-8dca-cc0c321d0933 HTTP/1.1" status: 204 len: 168 time: 0.1707883 Apr 30 13:15:16.739479 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43480) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:16.757197 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.772367 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:16.776180 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Usage tracker for resource:security_group_rule and tenant:7cd4deb83cd842ddb7384c2c0926a10e is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:16.778927 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:16.784594 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:16.866263 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.870039 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.878709 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-72edb6ff-8639-4ad0-9a07-b281a10aa5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:16.917391 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cd4deb83cd842ddb7384c2c0926a10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769257 Apr 30 13:15:16.918947 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b7276f-934f-4f9b-96f2-68a23654f062,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:16.920076 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43484) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:16.921820 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:16.981332 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c154-5a74-4843-98c4-767167b0b4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.007330 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c154-5a74-4843-98c4-767167b0b4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.058602 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c154-5a74-4843-98c4-767167b0b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.062957 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e17d1ed6-17a5-4d1c-862c-30d257d4242a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:17.075548 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6c154-5a74-4843-98c4-767167b0b4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b7276f-934f-4f9b-96f2-68a23654f062,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:17.078275 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b5d6c154-5a74-4843-98c4-767167b0b4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:17.086152 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c154-5a74-4843-98c4-767167b0b4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.087265 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b5d6c154-5a74-4843-98c4-767167b0b4d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05b7276f-934f-4f9b-96f2-68a23654f062 HTTP/1.1" status: 204 len: 168 time: 0.1661942 Apr 30 13:15:19.240189 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43562) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:19.357651 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.371742 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:19.375675 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Usage tracker for resource:security_group_rule and tenant:f721578f367a4e01b116ea6f4aab551d is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:19.378671 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:19.384866 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:19.464988 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.469234 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.477305 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-28cd4f26-a892-433a-b6f7-64bdc38ac368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:19.515715 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f721578f367a4e01b116ea6f4aab551d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744164 Apr 30 13:15:19.516556 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df39dd98-15b2-4808-85e0-781bceda3f5a,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:19.518336 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43568) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:19.519658 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:19.661754 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0674aa5c-7269-4911-a27d-403d6b25eb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.687816 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0674aa5c-7269-4911-a27d-403d6b25eb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.737784 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0674aa5c-7269-4911-a27d-403d6b25eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.741530 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-e75d8e65-1b7e-42be-aa5f-3a377f0a18fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:19.754435 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674aa5c-7269-4911-a27d-403d6b25eb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df39dd98-15b2-4808-85e0-781bceda3f5a,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:19.756729 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-0674aa5c-7269-4911-a27d-403d6b25eb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:19.764622 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-0674aa5c-7269-4911-a27d-403d6b25eb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.765878 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-0674aa5c-7269-4911-a27d-403d6b25eb34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df39dd98-15b2-4808-85e0-781bceda3f5a HTTP/1.1" status: 204 len: 168 time: 0.2463665 Apr 30 13:15:20.048010 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43578) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:20.066117 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.080047 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:20.083818 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Usage tracker for resource:security_group_rule and tenant:bd7db16da7414344b9f20331ce0d76ff is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:20.086541 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:20.092160 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:20.172350 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.176080 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.184165 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:20.225216 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd7db16da7414344b9f20331ce0d76ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761451 Apr 30 13:15:20.227017 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ce06cc-5ef8-486e-b067-7733156bd297,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:20.227941 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43582) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:20.236337 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:20.239726 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:15:20.382641 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-90ad4f72-e043-40a3-8725-178072c3037e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.408308 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-90ad4f72-e043-40a3-8725-178072c3037e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.458780 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-90ad4f72-e043-40a3-8725-178072c3037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.462298 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e15daa4f-7d2d-49f3-92ce-8f74dd915eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:20.475125 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad4f72-e043-40a3-8725-178072c3037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ce06cc-5ef8-486e-b067-7733156bd297,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:20.478908 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-90ad4f72-e043-40a3-8725-178072c3037e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:20.485388 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-90ad4f72-e043-40a3-8725-178072c3037e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.486471 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-90ad4f72-e043-40a3-8725-178072c3037e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2ce06cc-5ef8-486e-b067-7733156bd297 HTTP/1.1" status: 204 len: 168 time: 0.2575407 Apr 30 13:15:26.079000 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43431dd3-455c-42d4-b0a2-05c078cfed3b req-839a2900-0294-4d75-afc2-ebeb81481c0d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:26.080521 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-43431dd3-455c-42d4-b0a2-05c078cfed3b req-839a2900-0294-4d75-afc2-ebeb81481c0d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 947 time: 0.0877604 Apr 30 13:15:26.127855 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-43431dd3-455c-42d4-b0a2-05c078cfed3b req-421832f1-65f8-47e5-a177-2ff71ab4e3a3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415096 Apr 30 13:15:27.327150 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184635f-28c0-465a-84ee-bc3c90a056f8 req-67c8ac17-3918-41e4-a342-e0cdac3346f1 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:27.328608 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7184635f-28c0-465a-84ee-bc3c90a056f8 req-67c8ac17-3918-41e4-a342-e0cdac3346f1 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 947 time: 0.0862765 Apr 30 13:15:27.377700 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7184635f-28c0-465a-84ee-bc3c90a056f8 req-3647b6ba-c700-483d-97ef-0a277966b591 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431120 Apr 30 13:15:27.778557 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-b784a692-2d69-466b-bc81-efcfac1201be tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:27.780014 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-b784a692-2d69-466b-bc81-efcfac1201be tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 947 time: 0.0837643 Apr 30 13:15:27.918360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Deleting port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:27.918734 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.060434 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] For port 2a7ebede-b4db-456f-8b81-eefdb8817ac2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a7ebede-b4db-456f-8b81-eefdb8817ac2,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:28.060688 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.373689 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.375074 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.375074 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.l3_db [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Floating IP 6d0dea5c-faec-4f6b-a405-aee59ef9b35b disassociated. External IP: 172.28.1.113, port: 2a7ebede-b4db-456f-8b81-eefdb8817ac2. Apr 30 13:15:28.375299 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Calling delete_port for 2a7ebede-b4db-456f-8b81-eefdb8817ac2 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:28.564647 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.572379 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-97cdae85-a6d5-4f20-bf4e-073cae5cb66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:28.621495 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event deleted for resources: {'Port': ['ID=2a7ebede-b4db-456f-8b81-eefdb8817ac2,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:28.628243 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:28.737603 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcefd54-0939-47e5-89da-cf6485e5ab43 req-dfc2cc8a-d895-42bb-a237-f4805a01deb4 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:28.739105 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dbcefd54-0939-47e5-89da-cf6485e5ab43 req-dfc2cc8a-d895-42bb-a237-f4805a01deb4 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c8ddf3f-6515-4744-a2c0-43640885c6a0 HTTP/1.1" status: 200 len: 868 time: 0.2334824 Apr 30 13:15:28.860778 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dbcefd54-0939-47e5-89da-cf6485e5ab43 req-b8be6fb3-079e-4fa4-ab27-92eabe4ba523 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=45792090-2e62-4afc-8e78-a2442b47fffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694091 Apr 30 13:15:28.870072 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Router f4025ad1-aab0-4a48-b12a-7046c1f53d95 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:29.163247 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:29.176420 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] Sync routers for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:29.202552 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:29.203228 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:15:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:29.241372 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] No DVR routers for this DVR port 2a7ebede-b4db-456f-8b81-eefdb8817ac2 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:15:29.243974 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.246650 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-deleted', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:29.263534 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-61e4675b-36d6-42fb-b4b0-d36c1c594aa8 req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "DELETE /v2.0/ports/2a7ebede-b4db-456f-8b81-eefdb8817ac2 HTTP/1.1" status: 204 len: 173 time: 1.4779115 Apr 30 13:15:29.302756 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ddf3f-6515-4744-a2c0-43640885c6a0', 'name': 'network-vif-deleted', 'tag': '2a7ebede-b4db-456f-8b81-eefdb8817ac2', 'status': 'completed', 'code': 200} Apr 30 13:15:29.402998 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:29.805284 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:29.809113 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] Checking router: f4025ad1-aab0-4a48-b12a-7046c1f53d95 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:29.818118 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:29.818709 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:15:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:30.007470 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43728) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:30.051154 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:30.076144 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-56ed81a7-098e-42ed-ab72-e7e45e76118c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.106258 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-56ed81a7-098e-42ed-ab72-e7e45e76118c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.165139 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-56ed81a7-098e-42ed-ab72-e7e45e76118c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.169232 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-4deb8feb-5b68-42b1-9118-f93637245d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.187606 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed81a7-098e-42ed-ab72-e7e45e76118c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45792090-2e62-4afc-8e78-a2442b47fffa,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.190632 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-56ed81a7-098e-42ed-ab72-e7e45e76118c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:30.202833 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-56ed81a7-098e-42ed-ab72-e7e45e76118c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.207290 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43734) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:30.208026 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-56ed81a7-098e-42ed-ab72-e7e45e76118c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "DELETE /v2.0/security-groups/45792090-2e62-4afc-8e78-a2442b47fffa HTTP/1.1" status: 204 len: 168 time: 0.1989324 Apr 30 13:15:30.235079 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.api.v2.resource [None req-56e0a1ba-05f1-4921-82d5-2e0f31b921b6 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] show failed (client error): The resource could not be found. Apr 30 13:15:30.239292 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-56e0a1ba-05f1-4921-82d5-2e0f31b921b6 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups/45792090-2e62-4afc-8e78-a2442b47fffa HTTP/1.1" status: 404 len: 347 time: 0.0276585 Apr 30 13:15:30.239292 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43738) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:30.411722 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:30.412780 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a852016c-284d-4f93-a5e9-b1329f89747b None None] The sync data for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb is: [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:30.489331 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Deleting port 82414b1f-7265-4784-93f9-5dbeec84a881 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:30.489754 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.618416 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.618745 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.677960 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822309f-a8c2-428f-96cc-303a571a0669 None None] New status for floating IP 6d0dea5c-faec-4f6b-a405-aee59ef9b35b: DOWN {{(pid=73801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:15:30.776916 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Calling delete_port for 82414b1f-7265-4784-93f9-5dbeec84a881 owned by network:floatingip {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:30.905709 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.906969 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.db.api [None req-c822309f-a8c2-428f-96cc-303a571a0669 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 13:15:30.907365 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_db.api [None req-c822309f-a8c2-428f-96cc-303a571a0669 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 13:15:30.909239 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-952cb4b8-a018-4c35-91ad-8cfdb64ad23b tempest-VolumesNegativeTest-508682749 tempest-VolumesNegativeTest-508682749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.959484 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event deleted for resources: {'Port': ['ID=82414b1f-7265-4784-93f9-5dbeec84a881,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.986739 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.053776 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.068135 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.070185 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "DELETE /v2.0/floatingips/6d0dea5c-faec-4f6b-a405-aee59ef9b35b HTTP/1.1" status: 204 len: 168 time: 0.8264084 Apr 30 13:15:31.360197 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:31.408166 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 2a7ebede-b4db-456f-8b81-eefdb8817ac2 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:31.408775 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2a7ebede-b4db-456f-8b81-eefdb8817ac2 not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:31.408942 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822309f-a8c2-428f-96cc-303a571a0669 None None] New status for floating IP 6d0dea5c-faec-4f6b-a405-aee59ef9b35b: DOWN {{(pid=73801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:15:31.439763 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43748) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:31.446829 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1858709066', 'description': 'tempest-description--1999808452'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:31.453394 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:31.458667 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:security_group and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:31.462001 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:31.470135 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:31.481333 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.509197 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:31.514030 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:security_group_rule and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:31.517027 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:31.523423 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:31.624934 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.628973 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.632710 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-54d7d099-3583-47d9-ba8e-0d8cd2731636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.676722 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d80c9d-b002-4ba3-8711-df9fb653b93b,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.679753 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.682737 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.683973 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2423084 Apr 30 13:15:31.686835 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43752) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:31.691919 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'security_group_rule': {'security_group_id': '37d80c9d-b002-4ba3-8711-df9fb653b93b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:31.697870 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:31.701777 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:security_group_rule and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:31.706536 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:31.713561 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:31.728989 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.792207 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.796833 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.798851 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.821585 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58c6de8-b36c-4f07-bb62-409e35192f90,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.827164 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.832110 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.833207 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-08c92ff0-515f-4fe1-8c42-b99c923beccc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454377 Apr 30 13:15:31.836086 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43758) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:31.841853 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'security_group_rule': {'security_group_id': '37d80c9d-b002-4ba3-8711-df9fb653b93b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:31.848546 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:31.852974 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:security_group_rule and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:31.855952 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:31.862281 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:31.879408 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.890561 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-93c73cbf-de0c-4c81-b0bd-40ce4e6564e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.943308 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.946678 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.948617 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.971891 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6095c04-4233-4fb9-8808-3d072422e3d0,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.976281 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.980521 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.981660 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-80abbb36-7c6f-445f-b63e-054b651c0358 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446104 Apr 30 13:15:31.985362 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43762) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:31.990495 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'floatingip': {'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:31.996605 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.000749 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Usage tracker for resource:floatingip and tenant:5e15f8e9fff347afa47efc1324773c90 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.003702 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.009375 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.021031 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.160744 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.302664 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Allocated IP 172.28.1.180 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/872a9325-d5d3-4e96-b640-187d318ca7a4) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:32.454812 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.485361 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.489951 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.553705 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:32.560761 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:32.564284 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:32.607212 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'Port': ['ID=872a9325-d5d3-4e96-b640-187d318ca7a4,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.613724 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.656605 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.721401 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.932043 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.978242 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.982087 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7e73eb79-9d4b-4869-a46d-9546ba6dcd92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:33.090668 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'Port': ['ID=872a9325-d5d3-4e96-b640-187d318ca7a4,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:33.095288 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:33.102123 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.125787 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.126978 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1407096 Apr 30 13:15:33.352986 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-10cb8369-58df-48a8-93a6-5115a8142bed req-9244aa99-2ce3-4201-9667-c699c2ae9591 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Synchronizing usage tracker for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:security_group {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:33.369613 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-10cb8369-58df-48a8-93a6-5115a8142bed req-9244aa99-2ce3-4201-9667-c699c2ae9591 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Unset dirty status for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:security_group {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:33.370783 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-9244aa99-2ce3-4201-9667-c699c2ae9591 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1858709066&fields=id&tenant_id=5e15f8e9fff347afa47efc1324773c90 HTTP/1.1" status: 200 len: 267 time: 0.0578604 Apr 30 13:15:33.523130 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb8369-58df-48a8-93a6-5115a8142bed req-8b54bd37-301d-438f-bce9-6c4bc9dd70b7 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.524598 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-8b54bd37-301d-438f-bce9-6c4bc9dd70b7 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 816 time: 0.1471004 Apr 30 13:15:33.540652 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-501e2a6a-1165-407a-9f54-eafee29ed88e tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/quotas/5e15f8e9fff347afa47efc1324773c90 HTTP/1.1" status: 200 len: 375 time: 0.0104225 Apr 30 13:15:33.629838 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-10cb8369-58df-48a8-93a6-5115a8142bed req-6806f278-3a49-401d-8175-bf27a8338799 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Synchronizing usage tracker for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:33.646215 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-10cb8369-58df-48a8-93a6-5115a8142bed req-6806f278-3a49-401d-8175-bf27a8338799 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Unset dirty status for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:33.647566 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-6806f278-3a49-401d-8175-bf27a8338799 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014369 Apr 30 13:15:33.890638 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-da9d0d9e-8ec8-4dd5-89de-11d9f058b28a service neutron] 10.222.0.66 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297065 Apr 30 13:15:34.033441 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-71a5b5b5-5462-4c17-a096-6ecef6babc5a service neutron] 10.222.0.66 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369345 Apr 30 13:15:34.398379 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.660492 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2dabd777-b2f5-40c2-b102-0227c1a1d35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.241733 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f6bf3005-542e-4751-80b2-cff211a082ac req-7264b927-2936-4d16-a07c-90462fbf26df tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 210 time: 0.0433447 Apr 30 13:15:35.364904 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.616514 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.423839 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb8369-58df-48a8-93a6-5115a8142bed req-994f80d5-9aa4-4740-8c49-05203b7732f9 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:36.428440 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-994f80d5-9aa4-4740-8c49-05203b7732f9 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 816 time: 0.1723964 Apr 30 13:15:36.502797 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-be65493d-4341-477e-9c80-bc06220bc211 req-531a7c7d-4662-4fdd-92b3-00320f9e5470 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 210 time: 0.0609357 Apr 30 13:15:36.532587 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-9d5766fd-b20d-4b09-97eb-e5e90c1d750c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e15f8e9fff347afa47efc1324773c90 HTTP/1.1" status: 200 len: 380 time: 0.0506613 Apr 30 13:15:36.542513 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'port': {'device_id': '8703c60b-12a3-441f-910d-9868fcec78db', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'admin_state_up': True, 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'security_groups': ['37d80c9d-b002-4ba3-8711-df9fb653b93b']}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:36.684136 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:36.693796 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:36.704105 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Made reservation on behalf of 5e15f8e9fff347afa47efc1324773c90 for: {'port': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:36.707672 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.875975 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Allocated IP 172.20.0.5 (3bbaba72-6e17-42f0-9885-591f0ca9895a/52d835e7-322e-4567-8aa6-3068d09197f6/f8864b5e-1b23-4d1f-8f73-3aae7d7dc610) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:37.052391 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.069147 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.085585 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Transition to ACTIVE for port object f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 will not be triggered until provisioned by entity DHCP. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:37.109104 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.115360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-47c7b6b5-8b1e-46dd-b1eb-f31fef5e6378 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:37.186685 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:37.190299 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:37.194183 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:37.225167 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:37.232310 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:37.262699 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:37.263341 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.289108 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7504554 Apr 30 13:15:37.306122 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Request body: {'port': {'device_id': '8703c60b-12a3-441f-910d-9868fcec78db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:37.406046 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-3e84b710-4b1b-441e-8ddb-c397fa1029a1 None None] Provisioning for port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:37.410773 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-3e84b710-4b1b-441e-8ddb-c397fa1029a1 None None] Provisioning complete for port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:37.411358 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3e84b710-4b1b-441e-8ddb-c397fa1029a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.427914 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.465468 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-3e84b710-4b1b-441e-8ddb-c397fa1029a1 None None] Port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:37.781596 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e33402-aed7-4798-8b9c-3875b18fba8b req-132dec68-92d3-487e-b8f6-01a85b67b8a3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:37.782282 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-93e33402-aed7-4798-8b9c-3875b18fba8b req-132dec68-92d3-487e-b8f6-01a85b67b8a3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Synchronizing usage tracker for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:37.934624 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-93e33402-aed7-4798-8b9c-3875b18fba8b req-132dec68-92d3-487e-b8f6-01a85b67b8a3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Unset dirty status for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:37.935794 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-93e33402-aed7-4798-8b9c-3875b18fba8b req-132dec68-92d3-487e-b8f6-01a85b67b8a3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 931 time: 0.2831883 Apr 30 13:15:37.945247 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 {{(pid=73798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:37.965054 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.993325 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Transition to ACTIVE for port object f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 will not be triggered until provisioned by entity L2. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:37.997720 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.003828 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:38.046304 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-93e33402-aed7-4798-8b9c-3875b18fba8b req-ca629661-27fe-4948-9196-407d20317087 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039367 Apr 30 13:15:38.209493 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:38.220588 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:38.252374 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Attempting to bind port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:38.252778 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Attempting to bind port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:38.253199 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Attempting to bind port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 on network 3bbaba72-6e17-42f0-9885-591f0ca9895a {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:38.258188 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 on network 3bbaba72-6e17-42f0-9885-591f0ca9895a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:38.258434 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Attempting to bind port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 on network 3bbaba72-6e17-42f0-9885-591f0ca9895a {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:38.263837 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:38.264770 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Checking segment: {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:38.265223 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Bound using segment: {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:38.265945 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Bound port: f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60542769-a6cf-407a-b89c-c7ba92dc2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a'}}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:38.266128 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.292636 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43848) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:38.366852 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, cleared binding levels {{(pid=73798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:38.367619 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:38.372637 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.377815 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-79619604-66ff-48b6-8db2-986ec0ac0d61 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:38.414081 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.430887 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:38.432887 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:38.433558 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.434821 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] 10.222.0.87 "PUT /v2.0/ports/f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 HTTP/1.1" status: 200 len: 1093 time: 1.1330767 Apr 30 13:15:38.435363 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:38.435503 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Usage tracker for resource:security_group_rule and tenant:3164518c7dd7458a82e5447f50af0768 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:38.438994 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:38.445829 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:38.467575 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=3']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:38.470966 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:38.537897 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'status': 'completed', 'code': 200} Apr 30 13:15:38.551554 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.556401 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.566518 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-56ed81a7-098e-42ed-ab72-e7e45e76118c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:38.576709 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb8369-58df-48a8-93a6-5115a8142bed req-aee70fe6-4640-4e69-9499-73c7c7bae56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:38.578658 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-aee70fe6-4640-4e69-9499-73c7c7bae56d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 1096 time: 0.0813150 Apr 30 13:15:38.611799 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3164518c7dd7458a82e5447f50af0768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180881 Apr 30 13:15:38.613424 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43856) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:38.616232 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110ec37f-1228-4b78-ac8e-d67ee2f30958,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:38.633421 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:38.667500 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-94082979-d783-4a6f-98bd-4c056194a319 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 HTTP/1.1" status: 200 len: 217 time: 0.0740459 Apr 30 13:15:38.681843 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6f63-989f-4520-9706-6c4f7e88d128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.709230 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6f63-989f-4520-9706-6c4f7e88d128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.732103 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb8369-58df-48a8-93a6-5115a8142bed req-57bef9f4-2765-43ef-9df2-531ef7b69656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:38.734097 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-57bef9f4-2765-43ef-9df2-531ef7b69656 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.0605240 Apr 30 13:15:38.763754 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6f63-989f-4520-9706-6c4f7e88d128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.767702 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-e52fbdbe-37f4-47a7-abe7-74e25473da95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:38.778902 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a6f63-989f-4520-9706-6c4f7e88d128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110ec37f-1228-4b78-ac8e-d67ee2f30958,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:38.782327 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7e2a6f63-989f-4520-9706-6c4f7e88d128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:38.785810 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6f63-989f-4520-9706-6c4f7e88d128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.786976 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-7e2a6f63-989f-4520-9706-6c4f7e88d128 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/110ec37f-1228-4b78-ac8e-d67ee2f30958 HTTP/1.1" status: 204 len: 168 time: 0.1725204 Apr 30 13:15:38.820266 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb8369-58df-48a8-93a6-5115a8142bed req-8c559902-e68a-45c7-925f-1d21f714e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:38.821805 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-8c559902-e68a-45c7-925f-1d21f714e704 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811274 Apr 30 13:15:38.955706 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-6c347d89-b648-4bcf-8b2f-e1b00791e814 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271768 Apr 30 13:15:39.090388 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10cb8369-58df-48a8-93a6-5115a8142bed req-024c52bd-b51e-46d8-acbb-cc6b8a4258a1 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281390 Apr 30 13:15:39.311804 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f48b3a-b8b1-4d88-8d41-ecf16ca69091 req-975f004a-273d-46a7-87b9-bda9ae605644 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:39.313263 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b9f48b3a-b8b1-4d88-8d41-ecf16ca69091 req-975f004a-273d-46a7-87b9-bda9ae605644 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.1400468 Apr 30 13:15:39.319939 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-24cf58e9-9518-40df-aa63-50105b718c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:39.321318 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-24cf58e9-9518-40df-aa63-50105b718c37 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 1096 time: 0.1133549 Apr 30 13:15:39.449804 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b9f48b3a-b8b1-4d88-8d41-ecf16ca69091 req-7278f7d3-b834-412e-a9bb-290c3f557120 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274819 Apr 30 13:15:39.492021 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-690770a6-46c7-4a8b-8deb-214157311c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:39.493433 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-690770a6-46c7-4a8b-8deb-214157311c02 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.1582565 Apr 30 13:15:39.582400 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-b1fd5eb0-28f3-44de-9e16-032ad9cf38c5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 HTTP/1.1" status: 200 len: 217 time: 0.0653553 Apr 30 13:15:39.653441 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-566230c4-7484-4c54-8edd-652cc7f76492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:39.655636 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-566230c4-7484-4c54-8edd-652cc7f76492 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.0655153 Apr 30 13:15:39.732802 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-9c89f7a9-713d-4472-a743-43b5c3cece89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:39.734293 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-9c89f7a9-713d-4472-a743-43b5c3cece89 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702858 Apr 30 13:15:39.916201 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 43892) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:39.968684 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-c5404a46-a3c3-4de8-9f8c-604260c74c0c service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242439 Apr 30 13:15:40.033628 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.048054 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:40.051945 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:1998ef1b2fc445d6a1c1cdb29f68d546 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:40.054814 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:40.060623 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:40.106928 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-86296f50-5a11-4550-a6df-eb95e84d84b8 req-29d0d73b-f1fc-46d1-a592-4b5cc578e5a8 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284442 Apr 30 13:15:40.142345 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.146207 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.154381 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-441d0dd9-c7d6-4e9e-b507-9beaf9e4d51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:40.195771 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1998ef1b2fc445d6a1c1cdb29f68d546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784572 Apr 30 13:15:40.197358 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa63ece9-aafc-4a8a-8445-537ab4f35c8b,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:40.198410 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43898) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:40.200250 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:40.256479 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-e69fd1a0-aba1-4103-b8e6-c958249ff90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.281449 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-e69fd1a0-aba1-4103-b8e6-c958249ff90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.335082 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-e69fd1a0-aba1-4103-b8e6-c958249ff90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.338632 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c9ab4181-3c34-43d8-9d86-77ac16e8f577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:40.351503 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fd1a0-aba1-4103-b8e6-c958249ff90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa63ece9-aafc-4a8a-8445-537ab4f35c8b,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:40.354685 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-e69fd1a0-aba1-4103-b8e6-c958249ff90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:40.356816 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-e69fd1a0-aba1-4103-b8e6-c958249ff90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.360814 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-e69fd1a0-aba1-4103-b8e6-c958249ff90a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa63ece9-aafc-4a8a-8445-537ab4f35c8b HTTP/1.1" status: 204 len: 168 time: 0.1584306 Apr 30 13:15:40.668049 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5dfc-44b9-46a9-a224-a62a573fb43c req-5064ff99-3790-4924-97aa-d22c6a0ad242 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:40.669544 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a0df5dfc-44b9-46a9-a224-a62a573fb43c req-5064ff99-3790-4924-97aa-d22c6a0ad242 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.1018808 Apr 30 13:15:40.716739 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a0df5dfc-44b9-46a9-a224-a62a573fb43c req-80ca8e5c-2789-43cb-a367-8f15f83668c6 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405247 Apr 30 13:15:41.452623 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:41.593572 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:41.606960 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'port_id': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'mac_address': 'fa:16:3e:49:93:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:41.667160 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.684241 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:41.700936 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:41.705251 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.708179 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:41.776137 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:41.779924 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:41.913410 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43102-efec-4fa8-a5fd-26c97f77330c req-f007c1e6-d55c-4bba-ba45-93f49f815bea tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:41.915328 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-95a43102-efec-4fa8-a5fd-26c97f77330c req-f007c1e6-d55c-4bba-ba45-93f49f815bea tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 944 time: 0.0823979 Apr 30 13:15:41.962365 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-95a43102-efec-4fa8-a5fd-26c97f77330c req-d5669950-d4b2-48e9-b511-6f3f2bd4265a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 Apr 30 13:15:42.000283 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:42.760129 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-dcebbe99-8863-4188-8ebe-da3bc543eba5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734539 Apr 30 13:15:42.865189 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-c25811b1-7d6c-4013-b6c0-a8b616d64f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:42.866617 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-c25811b1-7d6c-4013-b6c0-a8b616d64f1e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1099 time: 0.0746598 Apr 30 13:15:43.022327 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-74ba5f0f-ef77-47e5-897d-076b07025c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.023918 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-74ba5f0f-ef77-47e5-897d-076b07025c3c service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.1384010 Apr 30 13:15:43.196158 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-7cc8a328-8c0b-4adb-8944-2791d3c4a0fd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 1002 time: 0.1653917 Apr 30 13:15:43.280024 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be47a13-9a94-4d54-97da-d884f8fe840d req-d16af821-e375-492c-829d-31033ef64e57 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.283062 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4be47a13-9a94-4d54-97da-d884f8fe840d req-d16af821-e375-492c-829d-31033ef64e57 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 944 time: 0.1894617 Apr 30 13:15:43.297323 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-20831448-9f5a-4917-ad5b-3b95fd30abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.300376 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-20831448-9f5a-4917-ad5b-3b95fd30abff service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0909853 Apr 30 13:15:43.390512 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4be47a13-9a94-4d54-97da-d884f8fe840d req-48aa11f9-d77a-41d3-8507-9738d46f6380 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983050 Apr 30 13:15:43.424207 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-53fcb051-c294-4173-8aad-1ab6c3ea3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.425923 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-53fcb051-c294-4173-8aad-1ab6c3ea3b24 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114104 Apr 30 13:15:43.455742 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:43.535825 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:43.541217 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:43.541595 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.600326 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-761904c6-e62f-496a-805f-a683f974999c service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656365 Apr 30 13:15:43.666498 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.694484 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:43.706286 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:43.712362 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.714196 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:43.749123 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a5a1f1d-e00f-4750-8e07-2275e0938066 req-913937b2-5709-4e5e-9976-a6e7bf9dde6f service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423090 Apr 30 13:15:43.749648 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'code': 200} Apr 30 13:15:43.787106 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:43.795072 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.795990 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.796333 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.796661 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.796983 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.797304 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.797625 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.797942 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.798261 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.798578 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.798893 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.799228 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:43.802998 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:44.054764 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eeaf3-457d-4f36-8fc7-9660848b5a1d req-4d106e41-a50a-4139-b32f-581fda6f3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.056430 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1a8eeaf3-457d-4f36-8fc7-9660848b5a1d req-4d106e41-a50a-4139-b32f-581fda6f3579 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 1098 time: 0.0766697 Apr 30 13:15:44.119107 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1a8eeaf3-457d-4f36-8fc7-9660848b5a1d req-79e8064d-73b4-450e-8d95-52e8d7794939 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Apr 30 13:15:44.700818 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c152b-8871-44f6-8b8c-8d95552f6a46 req-d1a8a736-72e7-4679-a194-bdd60cd9df54 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.702890 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d81c152b-8871-44f6-8b8c-8d95552f6a46 req-d1a8a736-72e7-4679-a194-bdd60cd9df54 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.1928093 Apr 30 13:15:44.750616 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d81c152b-8871-44f6-8b8c-8d95552f6a46 req-e06d17ab-285d-475e-be75-86b54086d499 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418274 Apr 30 13:15:45.938970 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5dec3-f199-4e3c-ab63-2f0ff2603845 req-dee4f5bf-a8a5-4316-a24f-5a160d9860cf tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:45.940425 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-58f5dec3-f199-4e3c-ab63-2f0ff2603845 req-dee4f5bf-a8a5-4316-a24f-5a160d9860cf tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0788302 Apr 30 13:15:45.987851 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-58f5dec3-f199-4e3c-ab63-2f0ff2603845 req-bea64c19-cde2-47dd-8394-7a4f214cadf8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Apr 30 13:15:46.177151 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a68e5-545b-4133-bc12-5e3d63a24191 req-d328dff4-1a59-4613-aa8a-6fa46f71a292 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:46.178601 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d55a68e5-545b-4133-bc12-5e3d63a24191 req-d328dff4-1a59-4613-aa8a-6fa46f71a292 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0870671 Apr 30 13:15:46.186970 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 43972) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:46.192265 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-7d80271e-d7dc-4717-833c-079f78707575 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Request body: {'floatingip': {'port_id': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:46.275114 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-7d80271e-d7dc-4717-833c-079f78707575 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.879580 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-7d80271e-d7dc-4717-833c-079f78707575 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.883863 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-7d80271e-d7dc-4717-833c-079f78707575 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.061328 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.l3_db [None req-7d80271e-d7dc-4717-833c-079f78707575 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Floating IP 51b5f6ff-bc36-4bd5-8576-0f70b7428bd8 associated. External IP: 172.28.1.180, port: f8864b5e-1b23-4d1f-8f73-3aae7d7dc610. Apr 30 13:15:47.528937 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d80271e-d7dc-4717-833c-079f78707575 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Router f4025ad1-aab0-4a48-b12a-7046c1f53d95 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:47.721161 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d80271e-d7dc-4717-833c-079f78707575 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:47.725889 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-7d80271e-d7dc-4717-833c-079f78707575 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.730426 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] Sync routers for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:47.740369 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:47.740958 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:15:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:47.779995 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-7d80271e-d7dc-4717-833c-079f78707575 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "PUT /v2.0/floatingips/51b5f6ff-bc36-4bd5-8576-0f70b7428bd8 HTTP/1.1" status: 200 len: 991 time: 1.5919504 Apr 30 13:15:47.780623 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:47.832984 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'status': 'completed', 'code': 200} Apr 30 13:15:47.916708 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:47.958360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-f9fba274-c72f-4eed-93f7-7c009fd6ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.959885 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-f9fba274-c72f-4eed-93f7-7c009fd6ce9d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 1098 time: 0.0770366 Apr 30 13:15:48.094638 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-2a555bae-0b7d-4cc4-82a0-b9f2598f12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.096076 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-2a555bae-0b7d-4cc4-82a0-b9f2598f12cd service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.1299474 Apr 30 13:15:48.195812 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-ffce3dea-6ef1-465f-ac1b-fbd46625b2e4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 HTTP/1.1" status: 200 len: 999 time: 0.0929906 Apr 30 13:15:48.260698 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-2f927a45-546b-48ef-89c3-e64fe82bdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.262180 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-2f927a45-546b-48ef-89c3-e64fe82bdefb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.0604267 Apr 30 13:15:48.290999 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': '51b5f6ff-bc36-4bd5-8576-0f70b7428bd8', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'floating_ip_address': '172.28.1.180', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'port_id': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'mac_address': 'fa:16:3e:49:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703c60b-12a3-441f-910d-9868fcec78db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 1, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:48.295048 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] Checking router: f4025ad1-aab0-4a48-b12a-7046c1f53d95 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:48.303941 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:48.304535 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:15:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:48.339550 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-d4fb8859-b190-47d6-b8c0-4cca572d9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.341430 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-d4fb8859-b190-47d6-b8c0-4cca572d9743 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731468 Apr 30 13:15:48.479245 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-9e12bcc6-9627-43b7-8570-501edd2efbd7 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311405 Apr 30 13:15:48.486833 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:48.641963 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fd224e7-ac3a-4b51-8cba-ef7c28762940 req-3376123e-be42-4e34-9b44-c2cd1eddd83b service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562078 Apr 30 13:15:48.868530 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': '51b5f6ff-bc36-4bd5-8576-0f70b7428bd8', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'floating_ip_address': '172.28.1.180', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'port_id': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'mac_address': 'fa:16:3e:49:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703c60b-12a3-441f-910d-9868fcec78db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 1, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:48.872411 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62a254-86c9-469c-8976-37748049ad1c None None] The sync data for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb is: [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': '51b5f6ff-bc36-4bd5-8576-0f70b7428bd8', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'floating_ip_address': '172.28.1.180', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'port_id': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'mac_address': 'fa:16:3e:49:93:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703c60b-12a3-441f-910d-9868fcec78db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 1, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:49.050160 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4178f78-82f7-49ad-8d81-eef1132971bb None None] New status for floating IP 51b5f6ff-bc36-4bd5-8576-0f70b7428bd8: ACTIVE {{(pid=73801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:15:52.300319 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 44066) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:52.419984 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.434972 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:52.439001 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Usage tracker for resource:security_group_rule and tenant:3af926cbef0e4245b4cb6b94f4b086f3 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:52.441823 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:52.447622 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:52.533936 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.538460 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.546224 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-e69fd1a0-aba1-4103-b8e6-c958249ff90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:52.589001 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3af926cbef0e4245b4cb6b94f4b086f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874095 Apr 30 13:15:52.589732 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7db4672-67d4-4501-bff4-be46fb1f8b84,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:52.591645 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44074) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:52.598010 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.598657 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.599046 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.599406 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.599755 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.600106 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.600452 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.600796 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.601142 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.601483 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.601822 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.602161 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.606696 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:52.661889 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.688792 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.746388 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.750294 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7532f881-c833-4af8-b691-60bb0eaf7aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:52.764172 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7db4672-67d4-4501-bff4-be46fb1f8b84,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:52.776408 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.776760 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.777108 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.777449 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.777785 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.778116 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.778449 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.778784 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.779136 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.779466 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.779793 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.780122 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:52.784686 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:52.785953 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.787084 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7db4672-67d4-4501-bff4-be46fb1f8b84 HTTP/1.1" status: 204 len: 168 time: 0.1944675 Apr 30 13:15:57.237557 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:16:01.882800 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7e7fbc2f-1216-4043-9d92-70312de134a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.099987 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a68b44-157a-4910-9295-dede69528271 req-c6d9547f-05f1-434a-a119-d126e2fff8f1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:02.101408 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b6a68b44-157a-4910-9295-dede69528271 req-c6d9547f-05f1-434a-a119-d126e2fff8f1 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0780785 Apr 30 13:16:02.145128 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b6a68b44-157a-4910-9295-dede69528271 req-4317f876-652d-429b-9526-605c37c63da9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380433 Apr 30 13:16:03.339242 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b173a-f039-45c6-a23a-dbfd6a770882 req-f73343fc-02ca-4e55-9b08-5dd01b44a3b3 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.340729 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d0b173a-f039-45c6-a23a-dbfd6a770882 req-f73343fc-02ca-4e55-9b08-5dd01b44a3b3 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0865486 Apr 30 13:16:03.385835 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d0b173a-f039-45c6-a23a-dbfd6a770882 req-6353adb5-1857-4f4a-a1c3-8345d10fdaa9 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391536 Apr 30 13:16:04.400194 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.573259 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1cd8f-1887-411d-a466-a14c89c448fd req-6d0016a0-8845-4e32-be11-85a353821d6f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:04.574711 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6dc1cd8f-1887-411d-a466-a14c89c448fd req-6d0016a0-8845-4e32-be11-85a353821d6f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0797603 Apr 30 13:16:04.666338 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f5b85986-7b6c-4449-b8f1-1b10deeaecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.712949 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6dc1cd8f-1887-411d-a466-a14c89c448fd req-1454f302-bd12-4ea2-9ab6-eafc4924c46b tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304932 Apr 30 13:16:05.361485 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.630872 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.049857 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08072588-aaaa-4556-a141-080a1eafcd05 req-ab52e294-3fa1-444f-9999-2abfe0c17b8d tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.051335 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-08072588-aaaa-4556-a141-080a1eafcd05 req-ab52e294-3fa1-444f-9999-2abfe0c17b8d tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0796404 Apr 30 13:16:06.095939 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-08072588-aaaa-4556-a141-080a1eafcd05 req-46a709a7-9e22-411c-b96c-8a26b1d03ee2 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389738 Apr 30 13:16:07.056346 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.286592 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ef6e-7eee-4cd3-ac2f-965a8dcfb8ee req-991ef30a-b80c-4c92-ac9e-612e8a18bd2b tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:07.287999 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3673ef6e-7eee-4cd3-ac2f-965a8dcfb8ee req-991ef30a-b80c-4c92-ac9e-612e8a18bd2b tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0839310 Apr 30 13:16:07.332527 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3673ef6e-7eee-4cd3-ac2f-965a8dcfb8ee req-6f27eb16-221b-4b28-8258-40ecdf25a511 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385916 Apr 30 13:16:08.523990 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816cc10-57b0-4f45-a2f6-33b70fe1d293 req-89b7cfb2-125b-45d6-ad7f-9dd8df2a4545 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.525499 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b816cc10-57b0-4f45-a2f6-33b70fe1d293 req-89b7cfb2-125b-45d6-ad7f-9dd8df2a4545 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0859885 Apr 30 13:16:08.571792 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b816cc10-57b0-4f45-a2f6-33b70fe1d293 req-9e0f72e6-4c5c-4278-8617-cfd507c9f3fb tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400112 Apr 30 13:16:09.765565 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11520280-4314-44fc-bd84-5781ef274db4 req-a0652508-4df2-4793-a764-5597d048d55f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:09.767086 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-11520280-4314-44fc-bd84-5781ef274db4 req-a0652508-4df2-4793-a764-5597d048d55f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0834944 Apr 30 13:16:09.812861 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-11520280-4314-44fc-bd84-5781ef274db4 req-34644687-6b8b-41fb-8119-49dca80c2a63 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394552 Apr 30 13:16:11.018922 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec87578-31a0-44bc-b4e2-8faa0f79cdc4 req-af39452a-4090-40b4-9582-53329786940e tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:11.020390 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bec87578-31a0-44bc-b4e2-8faa0f79cdc4 req-af39452a-4090-40b4-9582-53329786940e tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0820208 Apr 30 13:16:11.065226 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bec87578-31a0-44bc-b4e2-8faa0f79cdc4 req-f0c6fb08-1914-4520-a0fc-11ed3c567ac3 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391505 Apr 30 13:16:12.295087 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a0b5b-641c-4056-8970-dc607500da64 req-281c7752-8c49-4281-ab72-cfa2c803352c tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.296977 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed6a0b5b-641c-4056-8970-dc607500da64 req-281c7752-8c49-4281-ab72-cfa2c803352c tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.1237106 Apr 30 13:16:12.353873 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed6a0b5b-641c-4056-8970-dc607500da64 req-c0d3779d-8e55-40b3-b8ac-854aa8d7b031 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510211 Apr 30 13:16:12.356616 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-95f0426d-6ead-4deb-9baf-162535164369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.358026 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-95f0426d-6ead-4deb-9baf-162535164369 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7546a1b88434358b1b80a7657068117&device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 1098 time: 0.1229193 Apr 30 13:16:12.488227 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-b4da56e4-a214-4bb4-b793-19bb56171ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.489652 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-b4da56e4-a214-4bb4-b793-19bb56171ed1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46 HTTP/1.1" status: 200 len: 909 time: 0.1251895 Apr 30 13:16:12.595383 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-47e8df1b-4b84-41b3-bb19-f29e8811a633 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33 HTTP/1.1" status: 200 len: 1001 time: 0.0978818 Apr 30 13:16:12.663401 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-a588fac2-9990-4827-923b-da5de8d35138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.665096 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-a588fac2-9990-4827-923b-da5de8d35138 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5b28244c-6871-4b3c-be63-99c100ee54c4 HTTP/1.1" status: 200 len: 847 time: 0.0621843 Apr 30 13:16:12.748410 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-d3d198ed-5e76-4e14-a712-1560ac5113c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.749902 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-d3d198ed-5e76-4e14-a712-1560ac5113c0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710473 Apr 30 13:16:12.883517 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-2c441300-57be-4073-9527-358e4c430e8c service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258807 Apr 30 13:16:13.017776 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-896c3a6e-f422-49af-b18c-2eafdb6ef3fe req-c95cfe53-0811-4adc-a588-fbef91cdf238 service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280148 Apr 30 13:16:13.550030 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583f3dc-297e-4285-81f0-24f8e95a8884 req-b8f5565b-2e06-4572-a170-6a567f2d79f0 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:13.551397 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0583f3dc-297e-4285-81f0-24f8e95a8884 req-b8f5565b-2e06-4572-a170-6a567f2d79f0 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0796449 Apr 30 13:16:13.599353 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0583f3dc-297e-4285-81f0-24f8e95a8884 req-4772e6d5-adc8-463f-b074-0daab9f2e4f5 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422115 Apr 30 13:16:14.788061 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e371c1-e9a1-45af-88ee-e62241b201f3 req-a2685155-8528-4a18-8595-7d44a18df89a tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:14.789529 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-84e371c1-e9a1-45af-88ee-e62241b201f3 req-a2685155-8528-4a18-8595-7d44a18df89a tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0812943 Apr 30 13:16:14.837542 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-84e371c1-e9a1-45af-88ee-e62241b201f3 req-fa4d71d5-b1cf-4e46-ad32-5c56a723ab10 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416586 Apr 30 13:16:16.027238 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf0f3c-8b73-4611-a215-085a7b5743bf req-7b5506c5-83bc-4b07-b4ba-1f6fe9d7a366 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.028635 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3bdf0f3c-8b73-4611-a215-085a7b5743bf req-7b5506c5-83bc-4b07-b4ba-1f6fe9d7a366 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0847540 Apr 30 13:16:16.155868 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3bdf0f3c-8b73-4611-a215-085a7b5743bf req-e3ee64c0-c659-402c-9608-4e17dd340bf3 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214929 Apr 30 13:16:16.438311 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-3b36608b-8d97-4070-870e-ead6c7a72a79 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735409 Apr 30 13:16:16.507913 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb3fd5-72ec-4d57-9feb-f99130bb00bc req-232780f3-89e0-4563-ada8-4e837cbc2ea7 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.509372 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-82cb3fd5-72ec-4d57-9feb-f99130bb00bc req-232780f3-89e0-4563-ada8-4e837cbc2ea7 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0839863 Apr 30 13:16:16.560146 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-82cb3fd5-72ec-4d57-9feb-f99130bb00bc req-d67cc326-4cf1-40c6-95c0-6fd75a37cdeb tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449169 Apr 30 13:16:17.528355 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-4b7bbeb6-b7f6-412b-bd3e-faaa1bfcc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.529794 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-4b7bbeb6-b7f6-412b-bd3e-faaa1bfcc447 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a&tenant_id=e7546a1b88434358b1b80a7657068117 HTTP/1.1" status: 200 len: 1098 time: 0.0692663 Apr 30 13:16:17.634948 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-acdad670-2402-4dfd-a1c5-3917da1c019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.636449 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-acdad670-2402-4dfd-a1c5-3917da1c019f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7546a1b88434358b1b80a7657068117&device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 1098 time: 0.0703804 Apr 30 13:16:17.654296 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 1025018f-9c12-47a0-9c39-5a38b22d5d33 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:16:17.772229 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.798765 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:17.808049 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:17.811824 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.813678 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:17.841619 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-506e7cad-48c1-4113-8455-56fb88bdf535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.843908 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-506e7cad-48c1-4113-8455-56fb88bdf535 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46 HTTP/1.1" status: 200 len: 909 time: 0.2010386 Apr 30 13:16:17.853572 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a011757-684a-499d-9c13-842f91a0762c req-b2d04fa2-d6b0-4551-bd01-954692deb6fc tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.855181 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4a011757-684a-499d-9c13-842f91a0762c req-b2d04fa2-d6b0-4551-bd01-954692deb6fc tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.1756876 Apr 30 13:16:17.875932 dv-cinder-784453-4-smb neutron-server[73800]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'code': 422} returned with failed status Apr 30 13:16:17.883885 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=1025018f-9c12-47a0-9c39-5a38b22d5d33,revision_number=6']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:17.888074 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:17.985238 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4a011757-684a-499d-9c13-842f91a0762c req-ec066cca-bafa-4f32-9fd6-d8ebdd6fec98 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777197 Apr 30 13:16:17.986938 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-402ce3d6-d377-47bd-8bb6-74648dfdf03c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33 HTTP/1.1" status: 200 len: 999 time: 0.1308827 Apr 30 13:16:18.050980 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-3e319736-acbd-4723-9e0c-f72ce4d00308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:18.052419 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-3e319736-acbd-4723-9e0c-f72ce4d00308 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5b28244c-6871-4b3c-be63-99c100ee54c4 HTTP/1.1" status: 200 len: 847 time: 0.0577774 Apr 30 13:16:18.130773 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-37ed39ef-01c8-4681-bcb8-e6f10988d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:18.132274 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-37ed39ef-01c8-4681-bcb8-e6f10988d333 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722446 Apr 30 13:16:18.263681 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-5979a6a2-590b-4009-9047-069c05c9f7ff service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240461 Apr 30 13:16:18.401237 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-197ac000-0095-48e3-93cb-a95df4e28453 service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300519 Apr 30 13:16:19.173887 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7f91-3b87-4dc8-93b5-222cfa9f8e0c req-67e3253a-1a4d-4982-b0e5-5854be0baca0 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:19.175368 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-857a7f91-3b87-4dc8-93b5-222cfa9f8e0c req-67e3253a-1a4d-4982-b0e5-5854be0baca0 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 943 time: 0.0806653 Apr 30 13:16:19.219838 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-857a7f91-3b87-4dc8-93b5-222cfa9f8e0c req-7f937d69-9b33-49c1-920b-6efd45419f20 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387089 Apr 30 13:16:20.117388 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ad365-ddd5-4bbe-a7fe-6e9b89772d89 req-110967af-54ea-41cc-a334-5c25ddeaf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.118849 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5b9ad365-ddd5-4bbe-a7fe-6e9b89772d89 req-110967af-54ea-41cc-a334-5c25ddeaf69b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 1096 time: 0.0721011 Apr 30 13:16:20.172381 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5b9ad365-ddd5-4bbe-a7fe-6e9b89772d89 req-8bd35ed4-5774-41d3-acd4-a2751558dab6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348234 Apr 30 13:16:20.402126 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d578dc-d98a-4406-96f2-117850334db8 req-3a670a16-cfa2-450a-8436-893c78a04aee tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.403577 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91d578dc-d98a-4406-96f2-117850334db8 req-3a670a16-cfa2-450a-8436-893c78a04aee tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 943 time: 0.0787330 Apr 30 13:16:20.452697 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91d578dc-d98a-4406-96f2-117850334db8 req-09a1dc2c-42da-4357-acd1-47c9882927c7 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421174 Apr 30 13:16:21.637503 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459024e6-86d3-47de-9ecc-62045876c841 req-08ce1251-619e-4fd0-a433-fa90e2425455 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:21.638930 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-459024e6-86d3-47de-9ecc-62045876c841 req-08ce1251-619e-4fd0-a433-fa90e2425455 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 943 time: 0.0800898 Apr 30 13:16:21.683629 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-459024e6-86d3-47de-9ecc-62045876c841 req-ec9aeb3b-6392-4853-bc5d-fafb8167e129 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388248 Apr 30 13:16:21.690514 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 1025018f-9c12-47a0-9c39-5a38b22d5d33 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:21.821716 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:21.839190 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'port_id': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'mac_address': 'fa:16:3e:c3:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:21.892616 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.911506 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1025018f-9c12-47a0-9c39-5a38b22d5d33 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:21.927205 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:21.930896 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.932732 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:21.995923 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=1025018f-9c12-47a0-9c39-5a38b22d5d33,revision_number=7']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:21.998920 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:22.277997 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['1025018f-9c12-47a0-9c39-5a38b22d5d33'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:23.698955 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 1025018f-9c12-47a0-9c39-5a38b22d5d33 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:23.765029 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 1025018f-9c12-47a0-9c39-5a38b22d5d33 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:23.765319 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.877884 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.903722 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:23.916337 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:23.920479 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.922691 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f0fc270b-2dfb-4db8-91a5-21eef5540745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:23.967946 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'code': 200} Apr 30 13:16:23.991671 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=1025018f-9c12-47a0-9c39-5a38b22d5d33,revision_number=8']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:23.994509 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:28.857661 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2aa29c-3686-457f-8233-6c3a2e76c2df req-3ef3b239-879c-438f-9e89-643e60d8e0f5 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.859620 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9c2aa29c-3686-457f-8233-6c3a2e76c2df req-3ef3b239-879c-438f-9e89-643e60d8e0f5 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0837150 Apr 30 13:16:28.902872 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9c2aa29c-3686-457f-8233-6c3a2e76c2df req-7bf6f646-a711-46d8-b546-b85f7c553621 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374954 Apr 30 13:16:30.104145 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703a965-2740-4050-ac90-26b23b427eb3 req-ddfd96c0-f08c-4471-9c9b-eb43413e208a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:30.105589 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2703a965-2740-4050-ac90-26b23b427eb3 req-ddfd96c0-f08c-4471-9c9b-eb43413e208a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0867195 Apr 30 13:16:30.149309 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2703a965-2740-4050-ac90-26b23b427eb3 req-9063e4f7-ce9a-4966-800d-040dc8627c48 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380802 Apr 30 13:16:31.423276 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32919b42-e290-461c-8f92-952976fe6a0c req-e9f58d50-5bc0-42a6-9cc9-9a7f49f889d0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:31.424773 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-32919b42-e290-461c-8f92-952976fe6a0c req-e9f58d50-5bc0-42a6-9cc9-9a7f49f889d0 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.1663194 Apr 30 13:16:31.470232 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-32919b42-e290-461c-8f92-952976fe6a0c req-8775c5dd-3efd-426f-830a-6e2623c7e863 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396271 Apr 30 13:16:31.885276 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-11e7e11c-e12f-4920-add8-53a8e41f3be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.659164 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71cd85-2bba-4b32-96be-ba392eb13a39 req-26e87a32-456c-4234-82d2-c9299041b588 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:32.660655 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1e71cd85-2bba-4b32-96be-ba392eb13a39 req-26e87a32-456c-4234-82d2-c9299041b588 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0820241 Apr 30 13:16:32.705587 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1e71cd85-2bba-4b32-96be-ba392eb13a39 req-47f41542-1d8f-42a4-a516-ba14bf4468ad tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387738 Apr 30 13:16:33.893740 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184b739-7124-430d-bf2a-75e4ed706cea req-10d98dea-ca5d-4720-a0f0-9120c59ca0b9 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:33.895220 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6184b739-7124-430d-bf2a-75e4ed706cea req-10d98dea-ca5d-4720-a0f0-9120c59ca0b9 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0793147 Apr 30 13:16:33.939753 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6184b739-7124-430d-bf2a-75e4ed706cea req-7805bf1b-b050-43a0-bd47-8977a149e55f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388470 Apr 30 13:16:34.235935 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:16:34.402604 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.658432 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-de0a6bae-5143-430b-b2e2-750322c5a552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.127218 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce69eb2-f88f-4c59-9313-2b78270019fa req-c29f18c4-0932-4c16-bc06-785b2ca44d97 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.128659 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3ce69eb2-f88f-4c59-9313-2b78270019fa req-c29f18c4-0932-4c16-bc06-785b2ca44d97 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0818834 Apr 30 13:16:35.172989 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3ce69eb2-f88f-4c59-9313-2b78270019fa req-1d3d4b90-aed0-424e-852a-cfe6a134b2a4 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387106 Apr 30 13:16:35.365656 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.629347 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.361331 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3764b-2db2-4d37-a215-7b76fd71c237 req-2e30ef1f-97c5-4095-9b4f-69b208bb1c21 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:36.362832 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7be3764b-2db2-4d37-a215-7b76fd71c237 req-2e30ef1f-97c5-4095-9b4f-69b208bb1c21 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0832770 Apr 30 13:16:36.406865 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7be3764b-2db2-4d37-a215-7b76fd71c237 req-7f1e5293-8217-4619-a0bc-25f53e3ded1f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382144 Apr 30 13:16:37.059866 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:37.597228 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce934336-b2fb-4052-8ae5-539ab7165a4c req-26dda596-75a5-4bc9-8a4b-83fb1783fe2d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:37.598684 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ce934336-b2fb-4052-8ae5-539ab7165a4c req-26dda596-75a5-4bc9-8a4b-83fb1783fe2d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0805554 Apr 30 13:16:37.643293 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ce934336-b2fb-4052-8ae5-539ab7165a4c req-36367d37-00cf-4c19-8260-8d524b1e08bf tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388622 Apr 30 13:16:38.831376 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5a849-5217-4b85-a00a-1b5dd73ad89d req-7f2db750-c4b1-49f6-94ce-9db69a23749b tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:38.832816 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-92a5a849-5217-4b85-a00a-1b5dd73ad89d req-7f2db750-c4b1-49f6-94ce-9db69a23749b tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0825365 Apr 30 13:16:38.876565 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-92a5a849-5217-4b85-a00a-1b5dd73ad89d req-37383522-cb62-4ff0-bd62-d45e3b56114c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380270 Apr 30 13:16:40.066630 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed5c9-89cf-419b-a46f-76d53244528a req-0621b974-1188-4b29-898f-68a97c713e58 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:40.068086 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-838ed5c9-89cf-419b-a46f-76d53244528a req-0621b974-1188-4b29-898f-68a97c713e58 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0839434 Apr 30 13:16:40.112527 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-838ed5c9-89cf-419b-a46f-76d53244528a req-7fc5b548-81d4-4372-b673-58d6e30345a8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Apr 30 13:16:41.304739 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1227e1-3d7b-48dd-8f4c-4f63139e24ea req-72167bc2-bd43-43f6-802e-abbdc4845c24 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:41.306198 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8b1227e1-3d7b-48dd-8f4c-4f63139e24ea req-72167bc2-bd43-43f6-802e-abbdc4845c24 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0804262 Apr 30 13:16:41.352366 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8b1227e1-3d7b-48dd-8f4c-4f63139e24ea req-64b3fa20-c82c-47f3-924c-62295005c2ac tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Apr 30 13:16:41.749163 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:41.881993 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:41.896933 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'port_id': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'mac_address': 'fa:16:3e:49:93:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:41.955517 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:41.976056 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:41.994155 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:41.999772 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.003350 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:42.071471 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=6']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:42.075468 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:42.170602 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:42.697818 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4c491-267a-4b49-aac8-01c7ff91221a req-5dde8391-a096-48b8-9c9b-ff80824a88b3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.699382 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-00a4c491-267a-4b49-aac8-01c7ff91221a req-5dde8391-a096-48b8-9c9b-ff80824a88b3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 944 time: 0.0976434 Apr 30 13:16:42.749583 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-00a4c491-267a-4b49-aac8-01c7ff91221a req-fb02a759-3fde-40b6-9aa6-963985c0ed07 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Apr 30 13:16:43.402549 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-42b6f90c-2b1d-445c-a286-3f91e2cfe884 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1987116 Apr 30 13:16:43.581811 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-6e3ac8e4-d555-4ed5-8423-9e10185865cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.583270 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-6e3ac8e4-d555-4ed5-8423-9e10185865cb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1099 time: 0.0876153 Apr 30 13:16:43.767243 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:43.768094 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-2ca4c0c7-7622-424d-a18b-fee7aa199e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.769199 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-2ca4c0c7-7622-424d-a18b-fee7aa199e17 service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.1632376 Apr 30 13:16:43.905224 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:43.905518 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.919485 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-8430cb23-376e-4209-95e8-d259fbee5ec8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 1002 time: 0.1418025 Apr 30 13:16:44.035595 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.065532 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:44.077249 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:44.084231 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.086236 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:44.088847 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-0ba43da6-f37b-4761-895c-e06137814cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:44.090972 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-0ba43da6-f37b-4761-895c-e06137814cd8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.1275835 Apr 30 13:16:44.154916 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b2cf9-4369-4d4f-a0ca-0a36ad9f1c94 req-efb0f2ef-e55d-4974-86e3-353163f2a042 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:44.158734 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'code': 200} Apr 30 13:16:44.162483 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a01b2cf9-4369-4d4f-a0ca-0a36ad9f1c94 req-efb0f2ef-e55d-4974-86e3-353163f2a042 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 944 time: 0.2457116 Apr 30 13:16:44.173499 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=7']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:44.181140 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.181480 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.181815 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.182144 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.182651 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.182986 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.183352 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.183678 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.184008 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.184312 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.184627 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.184951 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:44.196654 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:44.230183 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a01b2cf9-4369-4d4f-a0ca-0a36ad9f1c94 req-2ddabbf3-9a1e-4579-a10a-6ed0b30465f4 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668664 Apr 30 13:16:44.239698 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-5ca7b422-42d1-42ea-b4dc-d9b2cd582786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:44.241420 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-5ca7b422-42d1-42ea-b4dc-d9b2cd582786 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1433842 Apr 30 13:16:44.482902 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-347d3209-5fe0-46bb-a761-cbfc19654480 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330527 Apr 30 13:16:44.644203 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-76c591d9-3c74-4385-a175-fc69e197f3e4 req-3d131f29-ddf6-4d11-9168-e2245f73a28c service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533480 Apr 30 13:16:45.445978 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f8fae-4c64-4027-9a68-531d4c288433 req-e8c20d68-2928-4736-bbe0-4559edb1ccdb tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:45.448177 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-371f8fae-4c64-4027-9a68-531d4c288433 req-e8c20d68-2928-4736-bbe0-4559edb1ccdb tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.1000330 Apr 30 13:16:45.519583 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-371f8fae-4c64-4027-9a68-531d4c288433 req-55bebc22-bf44-4216-ae7f-9e86666cf485 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608873 Apr 30 13:16:46.764779 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d4f39-acb4-4fc5-b6aa-3c03b7f0862b req-64ed637e-61f6-4d84-873e-e798cf64553f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:46.767678 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d18d4f39-acb4-4fc5-b6aa-3c03b7f0862b req-64ed637e-61f6-4d84-873e-e798cf64553f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.1001027 Apr 30 13:16:46.820790 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d18d4f39-acb4-4fc5-b6aa-3c03b7f0862b req-fe5b58f7-3185-416d-aa6f-967a2e965f5b tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Apr 30 13:16:48.020182 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b66ec-f728-408f-a3e6-d68f6141ec0f req-07e0fdf3-10d9-4fd3-8b45-1bad3420d309 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:48.021676 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-329b66ec-f728-408f-a3e6-d68f6141ec0f req-07e0fdf3-10d9-4fd3-8b45-1bad3420d309 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0843897 Apr 30 13:16:48.071920 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-329b66ec-f728-408f-a3e6-d68f6141ec0f req-bd52b6e2-1e98-46be-ae2a-c147ea935146 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441198 Apr 30 13:16:49.286945 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4ccc7-032d-45a4-8882-ddf4b83f7b2b req-379ef03e-ed36-45d2-bb44-fc8959ef60bc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:49.291589 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bcf4ccc7-032d-45a4-8882-ddf4b83f7b2b req-379ef03e-ed36-45d2-bb44-fc8959ef60bc tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0975919 Apr 30 13:16:49.336453 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bcf4ccc7-032d-45a4-8882-ddf4b83f7b2b req-95dac1a7-2a42-4db5-a1ef-b6659e024436 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418882 Apr 30 13:16:50.547990 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea5086-1299-40ba-9217-5742c52d0120 req-e7ed6a6e-7411-4871-9e5e-68a997436638 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:50.551469 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-faea5086-1299-40ba-9217-5742c52d0120 req-e7ed6a6e-7411-4871-9e5e-68a997436638 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0895154 Apr 30 13:16:50.615718 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-faea5086-1299-40ba-9217-5742c52d0120 req-784b5d75-c9cf-404c-ac18-8e8418c7e9e8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595043 Apr 30 13:16:51.801311 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245d240-8f34-4f8c-900d-147696ccf21f req-0df4ed04-f49f-4d71-9422-aa5abc0edbed tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:51.802853 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b245d240-8f34-4f8c-900d-147696ccf21f req-0df4ed04-f49f-4d71-9422-aa5abc0edbed tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0820534 Apr 30 13:16:51.889078 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b245d240-8f34-4f8c-900d-147696ccf21f req-41116221-3791-4d4b-bab1-7d49f5c26d70 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798929 Apr 30 13:16:51.918125 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-bb15908b-3c5b-40c3-bf01-64a424319d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:51.919639 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-bb15908b-3c5b-40c3-bf01-64a424319d0f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 1098 time: 0.0794609 Apr 30 13:16:52.057546 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-3a8ca703-c746-4ef5-a65c-cf689380109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:52.058958 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-3a8ca703-c746-4ef5-a65c-cf689380109e service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.1257629 Apr 30 13:16:52.163278 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-4ec2bf02-7285-4fd8-88d1-aea09a32a946 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 HTTP/1.1" status: 200 len: 1001 time: 0.0966027 Apr 30 13:16:52.231347 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-456bb9d4-6ebd-49cc-b326-022cc5225493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:52.232781 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-456bb9d4-6ebd-49cc-b326-022cc5225493 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.0619960 Apr 30 13:16:52.308793 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-0c9a4887-1887-4442-b3e6-e78d961a6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:52.310262 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-0c9a4887-1887-4442-b3e6-e78d961a6211 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704911 Apr 30 13:16:52.443196 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-2c042502-79cb-422b-9719-fdcdd2fdfa16 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258676 Apr 30 13:16:52.574851 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d231a415-a4b1-4d0f-b4d6-9a34143ac0fb req-bb449231-ec98-4675-bae8-c6a1ae5d74e3 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248450 Apr 30 13:16:53.091787 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48228ccd-1c76-4ee1-b200-c4814b91421e req-08db3e40-09d8-4cc0-a0db-6721f3204441 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:53.093234 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48228ccd-1c76-4ee1-b200-c4814b91421e req-08db3e40-09d8-4cc0-a0db-6721f3204441 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0845993 Apr 30 13:16:53.137596 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48228ccd-1c76-4ee1-b200-c4814b91421e req-0ae411c8-dd09-498b-964c-327ed96b60e4 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387371 Apr 30 13:16:54.329584 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e74c3-a4cf-45a8-8a0e-f19760c21f8d req-8b2dcac7-a930-46b7-b51b-e5ea2ffcae53 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:54.331339 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-613e74c3-a4cf-45a8-8a0e-f19760c21f8d req-8b2dcac7-a930-46b7-b51b-e5ea2ffcae53 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.0845633 Apr 30 13:16:54.381376 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-613e74c3-a4cf-45a8-8a0e-f19760c21f8d req-98297343-a205-47c9-bc71-904b10367e74 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446148 Apr 30 13:16:55.651782 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5756e3-2ac9-4516-b7cf-8e0b0ed38b04 req-4b88fb66-4574-4d96-b048-54b2290285e2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:55.653467 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1e5756e3-2ac9-4516-b7cf-8e0b0ed38b04 req-4b88fb66-4574-4d96-b048-54b2290285e2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 945 time: 0.1616216 Apr 30 13:16:55.699958 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1e5756e3-2ac9-4516-b7cf-8e0b0ed38b04 req-1ce4162c-6de5-41c8-9a80-a0554e7e0352 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388410 Apr 30 13:16:55.862137 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:16:55.977991 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.004376 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:56.014631 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:56.018633 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.021392 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:56.056355 dv-cinder-784453-4-smb neutron-server[73800]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'code': 422} returned with failed status Apr 30 13:16:56.094477 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=8']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:56.098048 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:57.227851 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986ace-5cdd-4aa9-b325-3b0348053fd1 req-3925ef42-0f4f-4927-85cb-5e9a284a5d98 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:57.229365 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10986ace-5cdd-4aa9-b325-3b0348053fd1 req-3925ef42-0f4f-4927-85cb-5e9a284a5d98 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.0828841 Apr 30 13:16:57.278944 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10986ace-5cdd-4aa9-b325-3b0348053fd1 req-846e23c5-8a10-49e1-af9d-5cec524a9395 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Apr 30 13:16:57.358696 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 44476) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:57.468374 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-8f3d9b1f-37bc-41b7-a52e-1ecbfac74501 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084609 Apr 30 13:16:58.148309 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-19c3a247-10f4-47cc-9da5-b0538b291728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.149676 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-19c3a247-10f4-47cc-9da5-b0538b291728 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db&tenant_id=5e15f8e9fff347afa47efc1324773c90 HTTP/1.1" status: 200 len: 1096 time: 0.0703461 Apr 30 13:16:58.255261 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-91d67648-7d0d-4407-8cc3-7b4756d91d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.256714 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-91d67648-7d0d-4407-8cc3-7b4756d91d2e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 1096 time: 0.0740445 Apr 30 13:16:58.394618 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-5448010d-7944-49c0-a8d3-ea976ea4a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.396153 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-5448010d-7944-49c0-a8d3-ea976ea4a548 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.1331489 Apr 30 13:16:58.539328 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-e76439de-ac63-4f17-8b9b-395ab546c398 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 HTTP/1.1" status: 200 len: 999 time: 0.1107445 Apr 30 13:16:58.609160 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be3bac-dcd2-4e2e-ab8d-8f42c93ef44b req-1754f2c7-edd2-44f0-ac78-c2fa0f69df25 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.610613 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-07be3bac-dcd2-4e2e-ab8d-8f42c93ef44b req-1754f2c7-edd2-44f0-ac78-c2fa0f69df25 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.2136245 Apr 30 13:16:58.635482 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-cb8856cc-6874-4024-b037-2707ea69b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.636921 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-cb8856cc-6874-4024-b037-2707ea69b51e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.0888469 Apr 30 13:16:58.706227 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-07be3bac-dcd2-4e2e-ab8d-8f42c93ef44b req-c7a8dfef-5735-4747-815b-4ef3bf327f48 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869958 Apr 30 13:16:58.734944 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-31e69dce-2840-4480-864c-98dc14dc33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.736649 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-31e69dce-2840-4480-864c-98dc14dc33ea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924587 Apr 30 13:16:58.872734 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-2287bd03-803a-4dc1-8e6d-301b4ebcface service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294069 Apr 30 13:16:59.004345 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c152873d-40bd-473e-8e8a-4c91ac61845f req-f3690bc4-3874-4f29-b3ea-5e9db312ec25 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250165 Apr 30 13:16:59.967723 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a152d7-69dc-4ebd-b06e-fa4311bba3b7 req-e15f25ea-2f4f-418e-9bb8-9c14fcf0e5fe tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:59.969383 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e5a152d7-69dc-4ebd-b06e-fa4311bba3b7 req-e15f25ea-2f4f-418e-9bb8-9c14fcf0e5fe tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.1394069 Apr 30 13:17:00.027821 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e5a152d7-69dc-4ebd-b06e-fa4311bba3b7 req-94ca0310-8a1f-4c7a-a085-c7f5ac0c2add tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519454 Apr 30 13:17:01.231794 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6b544-ec48-40cc-917f-574956e9caa4 req-431d5d15-763e-432c-a6ab-b0beb2bb8366 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:01.233430 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e2b6b544-ec48-40cc-917f-574956e9caa4 req-431d5d15-763e-432c-a6ab-b0beb2bb8366 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.0915699 Apr 30 13:17:01.285751 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e2b6b544-ec48-40cc-917f-574956e9caa4 req-40dc59f4-5edc-4a72-983b-e9ae7b0338f1 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Apr 30 13:17:01.887330 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3dd740c6-7eea-4509-94d0-5e45a6bee86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.503926 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996314-2704-4b6e-93f5-43b1be2ac32c req-c345f29d-8c1a-4525-bc7e-cdcf96fdc0e8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:02.505387 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-62996314-2704-4b6e-93f5-43b1be2ac32c req-c345f29d-8c1a-4525-bc7e-cdcf96fdc0e8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.1008918 Apr 30 13:17:02.556481 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-62996314-2704-4b6e-93f5-43b1be2ac32c req-6e393947-6e5f-4141-99d6-fff9c631d4cb tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448792 Apr 30 13:17:03.755251 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bf3f5-11c7-4e62-b9bb-60f55920892f req-cda40a53-b76d-4ae8-af2b-9e07d01c6812 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.756878 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-af6bf3f5-11c7-4e62-b9bb-60f55920892f req-cda40a53-b76d-4ae8-af2b-9e07d01c6812 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.0868399 Apr 30 13:17:03.805608 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-af6bf3f5-11c7-4e62-b9bb-60f55920892f req-fe423593-70ed-47f8-969e-bd727d110fa7 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419540 Apr 30 13:17:04.407419 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.660402 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b382b2ce-4cb0-4609-a266-618f5cd14876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.014045 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af04ae-b60a-4e08-8403-e3ca1c35ccfe req-8155e244-0ce7-4daa-be16-063ef3b4ada6 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:05.015593 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c9af04ae-b60a-4e08-8403-e3ca1c35ccfe req-8155e244-0ce7-4daa-be16-063ef3b4ada6 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.0821171 Apr 30 13:17:05.064508 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c9af04ae-b60a-4e08-8403-e3ca1c35ccfe req-e77711be-2753-4f55-bae8-7da7338f4e30 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Apr 30 13:17:05.366085 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.635900 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.369748 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad7af8-cb90-4f51-a91a-3fd97490542b req-73209b2c-048a-4ac2-8f80-f4c42543a752 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:06.371148 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-08ad7af8-cb90-4f51-a91a-3fd97490542b req-73209b2c-048a-4ac2-8f80-f4c42543a752 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.1896152 Apr 30 13:17:06.435457 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-08ad7af8-cb90-4f51-a91a-3fd97490542b req-25585a25-2ee1-4525-8e8e-4d0099433715 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579400 Apr 30 13:17:07.072819 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.644601 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d976c0c-309e-4432-b636-ddaab27d0b17 req-917fef83-01c4-427c-99a2-c68dc4447c0c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.646444 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d976c0c-309e-4432-b636-ddaab27d0b17 req-917fef83-01c4-427c-99a2-c68dc4447c0c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.0909445 Apr 30 13:17:07.703820 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d976c0c-309e-4432-b636-ddaab27d0b17 req-4c81c676-aad4-4f4d-8938-5c297cfe0d17 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514047 Apr 30 13:17:08.902655 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275de85-1ef1-4409-867e-5b3df7d4fd72 req-437500fc-a0b5-4774-acaa-39f36b1c37da tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.904197 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5275de85-1ef1-4409-867e-5b3df7d4fd72 req-437500fc-a0b5-4774-acaa-39f36b1c37da tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.0816355 Apr 30 13:17:08.949178 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5275de85-1ef1-4409-867e-5b3df7d4fd72 req-1b53d373-507d-4ef9-af9b-a5b7f3357c82 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391726 Apr 30 13:17:10.279586 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f7a7-aaed-4db7-9393-cbfe3dc6f0a4 req-b758d742-f011-4976-a7ca-9be54b2fbea3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:10.280941 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dcc8f7a7-aaed-4db7-9393-cbfe3dc6f0a4 req-b758d742-f011-4976-a7ca-9be54b2fbea3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.0826056 Apr 30 13:17:10.324771 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dcc8f7a7-aaed-4db7-9393-cbfe3dc6f0a4 req-aba6d5ce-e5fb-46ca-bdd1-06c3b58e687f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381958 Apr 30 13:17:11.234002 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:17:11.508980 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fca50-0aaa-4a6a-a629-74bfd941c0a8 req-726185a6-e9e5-4c58-acf6-424794fad0eb tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.510426 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4f3fca50-0aaa-4a6a-a629-74bfd941c0a8 req-726185a6-e9e5-4c58-acf6-424794fad0eb tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 943 time: 0.0783296 Apr 30 13:17:11.558755 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4f3fca50-0aaa-4a6a-a629-74bfd941c0a8 req-b3602400-cad3-4726-bd2f-940fd6a44457 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Apr 30 13:17:11.932565 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:12.066143 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:12.078984 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'port_id': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'mac_address': 'fa:16:3e:49:93:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:12.133006 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.152476 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:12.167538 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:12.172678 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.174338 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:12.237991 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=9']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:12.240911 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:12.462131 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:12.747694 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d559f-31cd-4f39-8322-655596f40ab5 req-bf5e209c-eee0-41e3-891e-08e98b7d7599 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:12.749143 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ac3d559f-31cd-4f39-8322-655596f40ab5 req-bf5e209c-eee0-41e3-891e-08e98b7d7599 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 944 time: 0.0806997 Apr 30 13:17:12.793312 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ac3d559f-31cd-4f39-8322-655596f40ab5 req-6de76552-d696-4a11-9fae-b38f9436892f tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384390 Apr 30 13:17:13.932273 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:13.992634 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ccee7-fdda-4e90-ab3d-2d0beadf6814 req-f118ec75-8712-4dea-9f18-2a27628012ce tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:13.994073 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-882ccee7-fdda-4e90-ab3d-2d0beadf6814 req-f118ec75-8712-4dea-9f18-2a27628012ce tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 944 time: 0.0822370 Apr 30 13:17:13.999623 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:14.000028 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.040556 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-882ccee7-fdda-4e90-ab3d-2d0beadf6814 req-8200714a-6705-4a50-a482-ba9eef52ec58 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398045 Apr 30 13:17:14.117116 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.143720 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:14.153007 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:14.157971 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.161020 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-90385b83-35c5-44f8-b54d-c9d6bbd7559d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:14.228441 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=10']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:14.231657 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:14.242020 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'code': 200} Apr 30 13:17:14.515206 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71516ac-9417-44b1-85c5-4572fa14f955 req-6f78d0c5-5c47-45c6-a2cd-9d988d411af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:14.516768 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f71516ac-9417-44b1-85c5-4572fa14f955 req-6f78d0c5-5c47-45c6-a2cd-9d988d411af3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 1099 time: 0.0699024 Apr 30 13:17:14.556504 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f71516ac-9417-44b1-85c5-4572fa14f955 req-0b7a8372-cf15-469d-988a-34f7401b3460 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336795 Apr 30 13:17:15.232766 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515db55f-9e89-4e45-9918-50f7815c1dd1 req-2d348779-76e1-405e-9f51-940060f06891 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:15.234198 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-515db55f-9e89-4e45-9918-50f7815c1dd1 req-2d348779-76e1-405e-9f51-940060f06891 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 946 time: 0.0841336 Apr 30 13:17:15.279550 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-515db55f-9e89-4e45-9918-50f7815c1dd1 req-0ddb909e-4ee6-497c-b11c-71277b3ef925 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395184 Apr 30 13:17:16.476413 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c88be-dcde-4b78-a6aa-fc152436fc16 req-ee915e95-3608-4e23-ad0b-91fbe8c67d15 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.477859 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fc9c88be-dcde-4b78-a6aa-fc152436fc16 req-ee915e95-3608-4e23-ad0b-91fbe8c67d15 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 946 time: 0.0803771 Apr 30 13:17:16.524758 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fc9c88be-dcde-4b78-a6aa-fc152436fc16 req-24f45f4b-d28e-4f95-a2a3-c15c9defa0a8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Apr 30 13:17:31.892933 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-72cf764a-bd0b-4aa5-bf12-3fc3121024e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:34.401731 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:34.661940 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ae7188c3-ffd5-4271-bee4-4ee79d9d349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:35.370088 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:35.644550 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:36.917915 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44642) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:37.066855 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:37.257454 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Deleting port 8bcb8e35-797d-45a3-b5ce-aac273177d2b {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:37.257795 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:37.380209 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:37.380533 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:37.511886 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Calling delete_port for 8bcb8e35-797d-45a3-b5ce-aac273177d2b owned by network:floatingip {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:37.641241 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:37.645546 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a473c9ae-c48d-4679-b441-c6c06d8e4d8c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:37.689691 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event deleted for resources: {'Port': ['ID=8bcb8e35-797d-45a3-b5ce-aac273177d2b,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:37.729134 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.729490 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.729841 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.730187 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.730525 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.730887 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.731244 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.731581 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.731918 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.732246 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.732577 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.732905 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:37.762867 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:37.791376 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for floatingip, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:37.791698 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.l3_db [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Floating IP f82520b1-afd6-40ca-b212-61c230e3d045 disassociated (deleted). External IP: 172.28.1.143, port: 1025018f-9c12-47a0-9c39-5a38b22d5d33. Apr 30 13:17:38.134635 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Router fc0940e5-7193-4911-b443-dfcf5155ce4f has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:38.411899 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:38.421666 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] Sync routers for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:38.429701 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:38.431049 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:38.431675 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:38.485595 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "DELETE /v2.0/floatingips/f82520b1-afd6-40ca-b212-61c230e3d045 HTTP/1.1" status: 204 len: 168 time: 1.5642982 Apr 30 13:17:38.485595 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33'}] {{(pid=73799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:38.611705 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:38.738021 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'status': 'completed', 'code': 200} Apr 30 13:17:38.925790 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bfcd6-ccd8-42ed-adf7-9c3b517fc208 req-e2df0d9a-3833-40fb-993c-88703d26fdf0 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:38.927400 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0f9bfcd6-ccd8-42ed-adf7-9c3b517fc208 req-e2df0d9a-3833-40fb-993c-88703d26fdf0 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.1454535 Apr 30 13:17:38.932144 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-d04a9bf9-bf04-41ca-a127-245bd8f13c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:38.933602 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-d04a9bf9-bf04-41ca-a127-245bd8f13c1b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7546a1b88434358b1b80a7657068117&device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 1098 time: 0.1137137 Apr 30 13:17:38.942610 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:32Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '0ce1dbc1-9c07-4e34-9fae-077beeb65c4a', 'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'mac_address': 'fa:16:3e:c4:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:30Z', 'updated_at': '2021-04-30T13:12:42Z', 'revision_number': 5, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'subnets': [{'id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:38.946292 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] Checking router: fc0940e5-7193-4911-b443-dfcf5155ce4f for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:38.956141 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:38.956722 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:39.060850 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0f9bfcd6-ccd8-42ed-adf7-9c3b517fc208 req-9d39b64d-d4f7-4388-834e-e1f243a811c5 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1262703 Apr 30 13:17:39.095453 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-bb2f7673-8cff-4198-ab7e-c7af87cd62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.096891 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-bb2f7673-8cff-4198-ab7e-c7af87cd62d3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46 HTTP/1.1" status: 200 len: 909 time: 0.1475017 Apr 30 13:17:39.136358 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:39.169645 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-16a96a16-79cb-482d-a2b1-7462836de6ce service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33 HTTP/1.1" status: 200 len: 217 time: 0.0647767 Apr 30 13:17:39.233206 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-c1b85dea-ff7c-4394-8df1-d58a596eaf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.234541 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-c1b85dea-ff7c-4394-8df1-d58a596eaf47 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5b28244c-6871-4b3c-be63-99c100ee54c4 HTTP/1.1" status: 200 len: 847 time: 0.0576384 Apr 30 13:17:39.313889 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-fb45b544-d9ac-4ad3-93a1-4bae894c4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.315370 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-fb45b544-d9ac-4ad3-93a1-4bae894c4cb7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2ead2e87-381f-4f48-9ed3-5a0dbb705c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728397 Apr 30 13:17:39.451887 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-63db661c-6138-44c9-8e9d-db8fa867cba2 service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294141 Apr 30 13:17:39.491693 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:32Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '0ce1dbc1-9c07-4e34-9fae-077beeb65c4a', 'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'mac_address': 'fa:16:3e:c4:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:30Z', 'updated_at': '2021-04-30T13:12:42Z', 'revision_number': 5, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'subnets': [{'id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:39.495833 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d88f29-daf9-45f1-897b-58c9ca778dac None None] The sync data for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb is: [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:12:32Z', 'revision_number': 4, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '0ce1dbc1-9c07-4e34-9fae-077beeb65c4a', 'name': '', 'network_id': '2ead2e87-381f-4f48-9ed3-5a0dbb705c46', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'mac_address': 'fa:16:3e:c4:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:30Z', 'updated_at': '2021-04-30T13:12:42Z', 'revision_number': 5, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'subnets': [{'id': '5b28244c-6871-4b3c-be63-99c100ee54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:39.686054 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb1a8536-6d1d-4d7a-8109-aba4d0735eff req-869fbb1f-cf17-435a-910b-67fedd0e2385 service neutron] 10.222.0.87 "GET /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267368 Apr 30 13:17:39.728237 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2232755-7090-4f4f-88da-cac4d37e55db None None] New status for floating IP f82520b1-afd6-40ca-b212-61c230e3d045: DOWN {{(pid=73801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:17:40.249843 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225b991-3b1d-4f36-a97e-a8c2f2fd6d56 req-fbc5e03e-cd24-4500-a848-eae35a915dea tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:40.251346 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5225b991-3b1d-4f36-a97e-a8c2f2fd6d56 req-fbc5e03e-cd24-4500-a848-eae35a915dea tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0854371 Apr 30 13:17:40.295547 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5225b991-3b1d-4f36-a97e-a8c2f2fd6d56 req-1c0c1c9b-86ee-4147-beea-41cea2b95290 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/security-groups?id=3261a513-44e1-4fdf-9612-5098c51c0b99&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385308 Apr 30 13:17:40.425262 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-a29de2b0-e9b0-432d-b60e-9dc0a30c53c2 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:40.426736 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-a29de2b0-e9b0-432d-b60e-9dc0a30c53c2 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.87 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 945 time: 0.0834501 Apr 30 13:17:40.558734 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Deleting port 1025018f-9c12-47a0-9c39-5a38b22d5d33 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:40.559633 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:40.692267 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] For port 1025018f-9c12-47a0-9c39-5a38b22d5d33, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1025018f-9c12-47a0-9c39-5a38b22d5d33,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:40.692551 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:40.818441 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Calling delete_port for 1025018f-9c12-47a0-9c39-5a38b22d5d33 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:40.932122 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:40.937466 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cdd38284-def7-421d-8c8e-6eea1b27bdb1 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:40.984804 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event deleted for resources: {'Port': ['ID=1025018f-9c12-47a0-9c39-5a38b22d5d33,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:41.018893 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.019283 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.019644 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.019997 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.020348 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.020694 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.021039 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.021383 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.021726 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.022067 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.022406 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.022745 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:41.030675 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:41.070985 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] No DVR routers for this DVR port 1025018f-9c12-47a0-9c39-5a38b22d5d33 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:41.073373 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:41.075890 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'name': 'network-vif-deleted', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:41.092365 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9ea590d4-550f-4d33-9bc4-81f0c76881ce req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.87 "DELETE /v2.0/ports/1025018f-9c12-47a0-9c39-5a38b22d5d33 HTTP/1.1" status: 204 len: 173 time: 0.6603615 Apr 30 13:17:41.182819 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7a7250-7558-4304-9449-d1c12438876a', 'name': 'network-vif-deleted', 'tag': '1025018f-9c12-47a0-9c39-5a38b22d5d33', 'status': 'completed', 'code': 200} Apr 30 13:17:41.460416 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-ec9f312a-f29b-4800-9890-007bf6ea8a0a req-be434abf-690d-400a-8b65-669e8921b818 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Synchronizing usage tracker for tenant:e7546a1b88434358b1b80a7657068117 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:41.477565 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-ec9f312a-f29b-4800-9890-007bf6ea8a0a req-be434abf-690d-400a-8b65-669e8921b818 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Unset dirty status for tenant:e7546a1b88434358b1b80a7657068117 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:41.478812 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ec9f312a-f29b-4800-9890-007bf6ea8a0a req-be434abf-690d-400a-8b65-669e8921b818 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7a7250-7558-4304-9449-d1c12438876a HTTP/1.1" status: 200 len: 210 time: 0.0623930 Apr 30 13:17:42.573016 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44676) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:42.641514 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a7c4-0740-4c14-8549-fe37492b3c20 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.670498 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a7c4-0740-4c14-8549-fe37492b3c20 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.735524 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a7c4-0740-4c14-8549-fe37492b3c20 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.739470 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-20d6d368-19a0-4248-ba56-9d6598d4692e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:42.755088 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5a7c4-0740-4c14-8549-fe37492b3c20 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3261a513-44e1-4fdf-9612-5098c51c0b99,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:42.757887 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b1c5a7c4-0740-4c14-8549-fe37492b3c20 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:42.768774 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a7c4-0740-4c14-8549-fe37492b3c20 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.769911 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b1c5a7c4-0740-4c14-8549-fe37492b3c20 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] 10.222.0.66 "DELETE /v2.0/security-groups/3261a513-44e1-4fdf-9612-5098c51c0b99 HTTP/1.1" status: 204 len: 168 time: 0.1959124 Apr 30 13:17:42.815314 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44682) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:43.461238 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395853'] for router_interface, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:43.643628 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-db9f925d-d5dc-47e9-9cee-6e9fc63bfc11 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740829 Apr 30 13:17:43.750946 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-09a95e24-bff4-4f36-9c20-2c71a8de4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:43.752398 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-09a95e24-bff4-4f36-9c20-2c71a8de4d29 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5e15f8e9fff347afa47efc1324773c90&device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 1099 time: 0.0707114 Apr 30 13:17:43.870318 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Deleting port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:43.870900 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:43.900048 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-c507f2c7-9b9e-459e-b8be-8160fab538e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:43.901522 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-c507f2c7-9b9e-459e-b8be-8160fab538e5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 200 len: 917 time: 0.1287594 Apr 30 13:17:43.991585 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] For port 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=0ce1dbc1-9c07-4e34-9fae-077beeb65c4a,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:43.991939 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:44.006201 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-24946bce-d0d1-457e-aed5-bb691218745e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 HTTP/1.1" status: 200 len: 1001 time: 0.0974107 Apr 30 13:17:44.072246 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-c475f6e8-9b84-408e-82cb-1dc841ac838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:44.073684 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-c475f6e8-9b84-408e-82cb-1dc841ac838b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 200 len: 855 time: 0.0602822 Apr 30 13:17:44.107059 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 1025018f-9c12-47a0-9c39-5a38b22d5d33 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:44.117067 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Calling delete_port for 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a owned by network:router_interface {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:44.146094 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 1025018f-9c12-47a0-9c39-5a38b22d5d33 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:44.146431 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 1025018f-9c12-47a0-9c39-5a38b22d5d33 not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:44.152768 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-4037c0ca-3f76-4b59-833f-edbe56f82894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:44.154344 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-4037c0ca-3f76-4b59-833f-edbe56f82894 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbaba72-6e17-42f0-9885-591f0ca9895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734365 Apr 30 13:17:44.383686 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-027f670a-bcc6-491d-9a27-4b62d0e03adc service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212946 Apr 30 13:17:44.384452 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:44.388618 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:44.432877 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce1dbc1-9c07-4e34-9fae-077beeb65c4a,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:44.437336 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:44.532847 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1030c24f-ccfa-4243-baab-43af9ed00021 req-27596b26-2b05-49ee-b133-4644027e950c service neutron] 10.222.0.87 "GET /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343038 Apr 30 13:17:44.719910 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402429'] for router_interface, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.076276 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Router fc0940e5-7193-4911-b443-dfcf5155ce4f has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:45.251102 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:45.261258 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] Sync routers for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:45.270537 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d7198c8f-bb4f-4b87-bd01-42bc5ed0c5a4 admin admin] 10.222.0.66 "PUT /v2.0/routers/fc0940e5-7193-4911-b443-dfcf5155ce4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4518943 Apr 30 13:17:45.270891 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44694) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:45.272624 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:45.273221 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:45.452551 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks [] for router, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.467795 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:45.736518 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.752000 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:17:44Z', 'revision_number': 5, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port': {'id': 'b6ff1710-d7f2-45d8-a628-cd422ba62cf6', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:24Z', 'updated_at': '2021-04-30T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:45.755769 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] Checking router: fc0940e5-7193-4911-b443-dfcf5155ce4f for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:45.763997 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] Routers {'fc0940e5-7193-4911-b443-dfcf5155ce4f'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:45.764589 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['fc0940e5-7193-4911-b443-dfcf5155ce4f'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:45.806807 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Deleting port b6ff1710-d7f2-45d8-a628-cd422ba62cf6 {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:45.807084 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.915626 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] Set router fc0940e5-7193-4911-b443-dfcf5155ce4f gateway port host: None {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:45.927762 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] For port b6ff1710-d7f2-45d8-a628-cd422ba62cf6, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=b6ff1710-d7f2-45d8-a628-cd422ba62cf6,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:45.928119 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.019304 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:17:45Z', 'revision_number': 6, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port_host': None}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:46.023234 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b460167-199e-411e-9da6-6b1c5c390abf None None] The sync data for ids ['fc0940e5-7193-4911-b443-dfcf5155ce4f'] in dv-cinder-784453-4-smb is: [{'id': 'fc0940e5-7193-4911-b443-dfcf5155ce4f', 'name': 'tempest-TestShelveInstance-300757665-router', 'tenant_id': 'e7546a1b88434358b1b80a7657068117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:22Z', 'updated_at': '2021-04-30T13:17:45Z', 'revision_number': 6, 'project_id': 'e7546a1b88434358b1b80a7657068117', 'gw_port_host': None}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:46.050505 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Calling delete_port for b6ff1710-d7f2-45d8-a628-cd422ba62cf6 owned by network:router_gateway {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:46.189242 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.192814 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-cf80b30b-3416-431d-bdd2-407c994fd59e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:46.235756 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ff1710-d7f2-45d8-a628-cd422ba62cf6,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:46.238833 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:46.328570 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394970'] for router_gateway, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.504970 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13216'] for router, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.507151 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.597127 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403071'] for router, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.597582 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc0940e5-7193-4911-b443-dfcf5155ce4f {{(pid=73799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:17:46.614059 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Notify callbacks [] for router, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.617632 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] 10.222.0.66 "DELETE /v2.0/routers/fc0940e5-7193-4911-b443-dfcf5155ce4f HTTP/1.1" status: 204 len: 168 time: 1.3432522 Apr 30 13:17:46.617973 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44702) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:46.676935 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42d6661-078e-441d-afb5-60ff1efe0b40 admin admin] Deleting subnet 5b28244c-6871-4b3c-be63-99c100ee54c4 {{(pid=73799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:17:46.679843 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d6661-078e-441d-afb5-60ff1efe0b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.728995 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d6661-078e-441d-afb5-60ff1efe0b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1858126'] for subnet, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:46.849147 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d6661-078e-441d-afb5-60ff1efe0b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.098740 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d6661-078e-441d-afb5-60ff1efe0b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230031'] for subnet, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.102611 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-41e939ce-3b2c-4913-b0ad-a12d9a74398c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:47.136540 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d6661-078e-441d-afb5-60ff1efe0b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b28244c-6871-4b3c-be63-99c100ee54c4,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:47.140091 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a42d6661-078e-441d-afb5-60ff1efe0b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:47.141184 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d6661-078e-441d-afb5-60ff1efe0b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.146070 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15b32e-7f1b-4bab-926f-9a9319484ef8 None None] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:47.147213 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a42d6661-078e-441d-afb5-60ff1efe0b40 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5b28244c-6871-4b3c-be63-99c100ee54c4 HTTP/1.1" status: 204 len: 168 time: 0.5282898 Apr 30 13:17:47.149621 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44706) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:47.340524 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device b6ff1710-d7f2-45d8-a628-cd422ba62cf6 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:47.364419 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.383992 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: b6ff1710-d7f2-45d8-a628-cd422ba62cf6 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:47.384338 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device b6ff1710-d7f2-45d8-a628-cd422ba62cf6 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:47.384753 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:47.418612 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:47.418958 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 0ce1dbc1-9c07-4e34-9fae-077beeb65c4a not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:47.438423 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Deleting port e26965da-2b03-486b-b85d-4feb5d9a2668 {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:47.438762 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.507071 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] DHCP port deletion for 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 request from dv-cinder-784453-4-smb {{(pid=73800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:17:47.542708 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] For port e26965da-2b03-486b-b85d-4feb5d9a2668, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=e26965da-2b03-486b-b85d-4feb5d9a2668,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:47.543110 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.573184 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Deleting port e26965da-2b03-486b-b85d-4feb5d9a2668 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:47.573561 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.666343 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Calling delete_port for e26965da-2b03-486b-b85d-4feb5d9a2668 owned by network:dhcp {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:47.669092 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] For port e26965da-2b03-486b-b85d-4feb5d9a2668, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=e26965da-2b03-486b-b85d-4feb5d9a2668,segment=NetworkSegment(7b0663e9-36bb-4760-82ab-ccccfd60260c),segment_id=7b0663e9-36bb-4760-82ab-ccccfd60260c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:47.669514 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.713003 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.718077 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5205a471-0671-44b8-ab34-0b8d289e6363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:47.760969 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Pushing event deleted for resources: {'Port': ['ID=e26965da-2b03-486b-b85d-4feb5d9a2668,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:47.764647 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:47.765416 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] No DVR routers for this DVR port e26965da-2b03-486b-b85d-4feb5d9a2668 on host dv-cinder-784453-4-smb {{(pid=73799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:47.798378 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Calling delete_port for e26965da-2b03-486b-b85d-4feb5d9a2668 owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:47.879338 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.925468 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:47.929174 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:47.972851 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Pushing event deleted for resources: {'Port': ['ID=e26965da-2b03-486b-b85d-4feb5d9a2668,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:47.978135 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] No DVR routers for this DVR port e26965da-2b03-486b-b85d-4feb5d9a2668 on host dv-cinder-784453-4-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:47.983792 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.984195 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.984578 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.984900 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.985228 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.985546 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.985863 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.986222 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.986540 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.986888 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.987226 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.987538 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:47.989455 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ead2e87-381f-4f48-9ed3-5a0dbb705c46']}} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:47.991321 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:48.002886 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0663e9-36bb-4760-82ab-ccccfd60260c') {'for_net_delete': True} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:48.003215 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0663e9-36bb-4760-82ab-ccccfd60260c') {} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:48.015797 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1858119'] for segment, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.035132 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.041628 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=73799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:17:48.210621 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:17:48.218911 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2109741'] for segment, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.232020 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:17:48.386595 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Network 2ead2e87-381f-4f48-9ed3-5a0dbb705c46 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: Traceback (most recent call last): Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: timer() Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: cb(*args, **kw) Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: return func(*args, **kwargs) Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: self._notify() Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: self.callback(batched_events) Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: event.method(event) Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: return f(self, *a, **k) Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: return self._get(url).json() Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: return self.request(url, 'GET', **kwargs) Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:17:48.408751 dv-cinder-784453-4-smb neutron-server[73799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:17:48.481981 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.486669 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.489201 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:48.514659 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ead2e87-381f-4f48-9ed3-5a0dbb705c46,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:48.517063 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:48.528255 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-49956dd1-26cf-412a-ad47-113a097e438c admin admin] 10.222.0.66 "DELETE /v2.0/networks/2ead2e87-381f-4f48-9ed3-5a0dbb705c46 HTTP/1.1" status: 204 len: 168 time: 1.3777156 Apr 30 13:17:48.531103 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44712) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:49.160386 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395853'] for router_interface, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.317831 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device e26965da-2b03-486b-b85d-4feb5d9a2668 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:49.353515 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: e26965da-2b03-486b-b85d-4feb5d9a2668 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:49.353857 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device e26965da-2b03-486b-b85d-4feb5d9a2668 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:49.568618 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Deleting port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:49.569178 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.690814 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] For port ba0d54ec-5cd7-4ea9-9b1a-072e70adb310, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=ba0d54ec-5cd7-4ea9-9b1a-072e70adb310,segment=NetworkSegment(d7e21b9e-015e-4f7a-ae36-8aa4162e569f),segment_id=d7e21b9e-015e-4f7a-ae36-8aa4162e569f)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:49.691210 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.819922 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Calling delete_port for ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 owned by network:router_interface {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:49.970799 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.974318 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:50.018911 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0d54ec-5cd7-4ea9-9b1a-072e70adb310,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:50.022630 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:50.102337 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb535f9-1fd4-4f3e-bc97-bdbe26846cd8 req-bf13e318-f17e-4c0e-9638-918c6179b402 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:50.104383 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3cb535f9-1fd4-4f3e-bc97-bdbe26846cd8 req-bf13e318-f17e-4c0e-9638-918c6179b402 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 946 time: 0.1071591 Apr 30 13:17:50.158159 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3cb535f9-1fd4-4f3e-bc97-bdbe26846cd8 req-387a9478-6662-41a1-bb2f-5b2adce809ad tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471010 Apr 30 13:17:50.386432 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402429'] for router_interface, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.739319 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Router b399f04f-12e4-4435-9c0b-02ae3c10b3da has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:50.918620 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:50.929692 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] Sync routers for ids ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:50.936054 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-ba8f56aa-216f-47a0-8bed-3ff5cac62374 admin admin] 10.222.0.66 "PUT /v2.0/routers/b399f04f-12e4-4435-9c0b-02ae3c10b3da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4039729 Apr 30 13:17:50.938629 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 44730) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:50.945857 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] Routers {'b399f04f-12e4-4435-9c0b-02ae3c10b3da'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:50.946834 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:51.124124 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks [] for router, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.124771 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] Set router b399f04f-12e4-4435-9c0b-02ae3c10b3da gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:51.344218 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.428290 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:39Z', 'updated_at': '2021-04-30T13:17:49Z', 'revision_number': 5, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'gw_port': {'id': 'a322bbae-c679-4c2f-90ad-1c4610519dfa', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:41Z', 'updated_at': '2021-04-30T13:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:51.432009 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] Checking router: b399f04f-12e4-4435-9c0b-02ae3c10b3da for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:51.440105 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] Routers {'b399f04f-12e4-4435-9c0b-02ae3c10b3da'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:51.440687 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:51.473165 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1942c-c757-457f-ac1a-b3ab048cca7c req-1360cf07-b8a4-453a-94e6-9c7352a5d0ff tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.474521 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7b1942c-c757-457f-ac1a-b3ab048cca7c req-1360cf07-b8a4-453a-94e6-9c7352a5d0ff tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 946 time: 0.1829391 Apr 30 13:17:51.542816 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Deleting port a322bbae-c679-4c2f-90ad-1c4610519dfa {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:51.543181 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.566259 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-023671bb-9bd2-440f-a18c-2017dd6a989d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.567720 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-023671bb-9bd2-440f-a18c-2017dd6a989d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 946 time: 0.1818812 Apr 30 13:17:51.584488 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7b1942c-c757-457f-ac1a-b3ab048cca7c req-3b9316db-147e-45cc-9c25-8724377ed0c3 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988224 Apr 30 13:17:51.586646 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] Set router b399f04f-12e4-4435-9c0b-02ae3c10b3da gateway port host: None {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:51.690193 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:39Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 6, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'gw_port_host': None}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:51.694153 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ef5b23-09b3-4939-9deb-9bb864f85f71 None None] The sync data for ids ['b399f04f-12e4-4435-9c0b-02ae3c10b3da'] in dv-cinder-784453-4-smb is: [{'id': 'b399f04f-12e4-4435-9c0b-02ae3c10b3da', 'name': 'tempest-TestShelveInstance-1218387784-router', 'tenant_id': '7133e24e382d4643b6ef7b99e4365d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:39Z', 'updated_at': '2021-04-30T13:17:51Z', 'revision_number': 6, 'project_id': '7133e24e382d4643b6ef7b99e4365d60', 'gw_port_host': None}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:51.774932 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] For port a322bbae-c679-4c2f-90ad-1c4610519dfa, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=a322bbae-c679-4c2f-90ad-1c4610519dfa,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:51.775319 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.909451 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Calling delete_port for a322bbae-c679-4c2f-90ad-1c4610519dfa owned by network:router_gateway {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:51.926089 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Deleting port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:51.926428 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.190732 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] For port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:52.191477 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.537588 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.545609 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-eaaf4122-5640-4003-afb8-e762004b5093 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:52.587176 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.587561 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.587864 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.l3_db [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Floating IP 51b5f6ff-bc36-4bd5-8576-0f70b7428bd8 disassociated. External IP: 172.28.1.180, port: f8864b5e-1b23-4d1f-8f73-3aae7d7dc610. Apr 30 13:17:52.588201 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Calling delete_port for f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:52.603008 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a322bbae-c679-4c2f-90ad-1c4610519dfa,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:52.635719 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:52.748403 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394970'] for router_gateway, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.939844 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13216'] for router, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.943877 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.018738 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403071'] for router, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.019250 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b399f04f-12e4-4435-9c0b-02ae3c10b3da {{(pid=73798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:17:53.050798 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe161c-8e05-4f09-b868-db3841e6d3fa req-61197a46-60c7-498a-b8b8-98bfe874a675 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.052335 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8cfe161c-8e05-4f09-b868-db3841e6d3fa req-61197a46-60c7-498a-b8b8-98bfe874a675 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 946 time: 0.3518538 Apr 30 13:17:53.059526 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.067722 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:53.137554 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event deleted for resources: {'Port': ['ID=f8864b5e-1b23-4d1f-8f73-3aae7d7dc610,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:53.141611 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:53.143225 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Notify callbacks [] for router, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.144304 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] 10.222.0.66 "DELETE /v2.0/routers/b399f04f-12e4-4435-9c0b-02ae3c10b3da HTTP/1.1" status: 204 len: 168 time: 2.2043986 Apr 30 13:17:53.149699 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44742) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:53.211790 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_v2 [None req-71952167-f7fd-4360-b62b-bdc91f4dcdf1 admin admin] Deleting subnet 8b30c5ef-7412-48ce-935e-1cd4704705b1 {{(pid=73799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:17:53.215164 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-71952167-f7fd-4360-b62b-bdc91f4dcdf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.230864 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8cfe161c-8e05-4f09-b868-db3841e6d3fa req-9894f00a-44bf-4b60-9ba4-60f95354f24a tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups?id=37d80c9d-b002-4ba3-8711-df9fb653b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683831 Apr 30 13:17:53.268619 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-71952167-f7fd-4360-b62b-bdc91f4dcdf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1858126'] for subnet, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.341248 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device a322bbae-c679-4c2f-90ad-1c4610519dfa no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:53.350780 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-71952167-f7fd-4360-b62b-bdc91f4dcdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.352996 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Router f4025ad1-aab0-4a48-b12a-7046c1f53d95 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:53.376460 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: a322bbae-c679-4c2f-90ad-1c4610519dfa {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:53.376720 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device a322bbae-c679-4c2f-90ad-1c4610519dfa not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:53.377311 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:53.410580 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:53.411203 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device ba0d54ec-5cd7-4ea9-9b1a-072e70adb310 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:53.618574 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-71952167-f7fd-4360-b62b-bdc91f4dcdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230031'] for subnet, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.624446 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:53.659862 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952167-f7fd-4360-b62b-bdc91f4dcdf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b30c5ef-7412-48ce-935e-1cd4704705b1,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:53.663946 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-71952167-f7fd-4360-b62b-bdc91f4dcdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:53.668913 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-71952167-f7fd-4360-b62b-bdc91f4dcdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.674370 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a485b195-7b48-4ead-8b23-d8f9d822c6fc None None] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:53.674984 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-71952167-f7fd-4360-b62b-bdc91f4dcdf1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8b30c5ef-7412-48ce-935e-1cd4704705b1 HTTP/1.1" status: 204 len: 168 time: 0.5263567 Apr 30 13:17:53.677321 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:53.677446 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44748) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:53.710964 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] Sync routers for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:53.753459 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] No DVR routers for this DVR port f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:53.756128 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.758106 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-859f09ed-dc27-45ab-9ae3-219d656d657a req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.87 "DELETE /v2.0/ports/f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 HTTP/1.1" status: 204 len: 173 time: 2.1771886 Apr 30 13:17:53.758599 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-deleted', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:53.789785 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.806275 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8703c60b-12a3-441f-910d-9868fcec78db', 'name': 'network-vif-deleted', 'tag': 'f8864b5e-1b23-4d1f-8f73-3aae7d7dc610', 'status': 'completed', 'code': 200} Apr 30 13:17:53.859669 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:53.860465 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:53.871082 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Deleting port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:53.872715 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.057970 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:54.081412 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] For port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=3badff1d-f7e7-4c7b-a815-32c4c2418f9f,segment=NetworkSegment(d7e21b9e-015e-4f7a-ae36-8aa4162e569f),segment_id=d7e21b9e-015e-4f7a-ae36-8aa4162e569f)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:54.081766 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.109978 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] DHCP port deletion for 566fba5c-96b4-4c48-922e-ded5ab972f3e request from dv-cinder-784453-4-smb {{(pid=73800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:17:54.192578 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:54.210673 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Calling delete_port for 3badff1d-f7e7-4c7b-a815-32c4c2418f9f owned by network:dhcp {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:54.262946 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.268070 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8a6bd4fe-55f4-4d67-9766-1a8d814bfcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:54.291467 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:54.291811 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device f8864b5e-1b23-4d1f-8f73-3aae7d7dc610 not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:54.314897 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3badff1d-f7e7-4c7b-a815-32c4c2418f9f,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:54.318575 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:54.321131 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] No DVR routers for this DVR port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f on host dv-cinder-784453-4-smb {{(pid=73799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:54.421162 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] Deleting port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:54.421739 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.450632 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-0f66b1da-b67d-4f36-a60f-13ae759b7a07 req-2b54502b-2682-47f3-81e3-5543b655d2d1 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Synchronizing usage tracker for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:54.462593 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.467375 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-0f66b1da-b67d-4f36-a60f-13ae759b7a07 req-2b54502b-2682-47f3-81e3-5543b655d2d1 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Unset dirty status for tenant:5e15f8e9fff347afa47efc1324773c90 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:54.468518 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0f66b1da-b67d-4f36-a60f-13ae759b7a07 req-2b54502b-2682-47f3-81e3-5543b655d2d1 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/ports?device_id=8703c60b-12a3-441f-910d-9868fcec78db HTTP/1.1" status: 200 len: 210 time: 0.0662832 Apr 30 13:17:54.569742 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] For port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f, host dv-cinder-784453-4-smb, got binding levels [] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:54.570041 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.576070 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566fba5c-96b4-4c48-922e-ded5ab972f3e']}} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:54.589378 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f') {'for_net_delete': True} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:54.590326 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e21b9e-015e-4f7a-ae36-8aa4162e569f') {} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:54.602163 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1858119'] for segment, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.619278 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.625321 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=73799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:17:54.696073 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] Calling delete_port for 3badff1d-f7e7-4c7b-a815-32c4c2418f9f owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:54.700581 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.ipam_backend_mixin [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] Port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f was not found and therefore no delete operation was performed {{(pid=73800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}} Apr 30 13:17:54.703511 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.708921 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dfaa010e-87e1-48ae-bc18-4e11eff36519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:54.757299 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] Pushing event deleted for resources: {'Port': ['ID=3badff1d-f7e7-4c7b-a815-32c4c2418f9f,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:54.759164 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] No DVR routers for this DVR port 3badff1d-f7e7-4c7b-a815-32c4c2418f9f on host dv-cinder-784453-4-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:54.761123 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:54.771455 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:54.775706 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] Checking router: f4025ad1-aab0-4a48-b12a-7046c1f53d95 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:54.785513 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:54.786102 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:54.808136 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:17:54.816414 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2109741'] for segment, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.962640 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:54.992868 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Network 566fba5c-96b4-4c48-922e-ded5ab972f3e has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: Traceback (most recent call last): Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: timer() Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: cb(*args, **kw) Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: return func(*args, **kwargs) Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: self._notify() Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: self.callback(batched_events) Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: event.method(event) Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: return f(self, *a, **k) Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: return self._get(url).json() Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: return self.request(url, 'GET', **kwargs) Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:17:55.013836 dv-cinder-784453-4-smb neutron-server[73799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:17:55.101389 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.105869 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.109347 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7012ef9c-b52d-414b-949e-9b7de1afdf1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.130522 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=566fba5c-96b4-4c48-922e-ded5ab972f3e,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:55.132816 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.136993 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/566fba5c-96b4-4c48-922e-ded5ab972f3e HTTP/1.1" status: 204 len: 168 time: 1.4581692 Apr 30 13:17:55.251367 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44760) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.280348 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:55.284444 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0322cf-2892-4f9b-9c02-0d16edca0c7b None None] The sync data for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb is: [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:38Z', 'revision_number': 4, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '9a549c70-99a1-4896-92eb-663cf89c3e8f', 'name': '', 'network_id': '3bbaba72-6e17-42f0-9885-591f0ca9895a', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'mac_address': 'fa:16:3e:c7:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'subnets': [{'id': '52d835e7-322e-4567-8aa6-3068d09197f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:55.304684 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-cc5cd4cf-c8c1-4e53-9d69-8673174311f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7546a1b88434358b1b80a7657068117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498254 Apr 30 13:17:55.305007 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44764) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.346330 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 3badff1d-f7e7-4c7b-a815-32c4c2418f9f no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:55.372280 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ab64-af85-44b0-94db-d40ee4d133ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.382063 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 3badff1d-f7e7-4c7b-a815-32c4c2418f9f {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:55.382419 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 3badff1d-f7e7-4c7b-a815-32c4c2418f9f not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:55.399829 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ab64-af85-44b0-94db-d40ee4d133ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.456422 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ab64-af85-44b0-94db-d40ee4d133ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.460484 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b1c5a7c4-0740-4c14-8549-fe37492b3c20 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.473282 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7ab64-af85-44b0-94db-d40ee4d133ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32436348-e881-4040-981e-3dabe274dbd1,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:55.476729 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-3bf7ab64-af85-44b0-94db-d40ee4d133ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.482644 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ab64-af85-44b0-94db-d40ee4d133ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.486187 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-3bf7ab64-af85-44b0-94db-d40ee4d133ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32436348-e881-4040-981e-3dabe274dbd1 HTTP/1.1" status: 204 len: 168 time: 0.1778884 Apr 30 13:17:55.512530 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d979335a-8625-403a-8777-fda705228263 None None] New status for floating IP 51b5f6ff-bc36-4bd5-8576-0f70b7428bd8: DOWN {{(pid=73801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:17:55.617310 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44774) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.685334 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-04363a0d-a1f4-48c8-ad65-b1863e99092d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.715275 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-04363a0d-a1f4-48c8-ad65-b1863e99092d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.788015 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-04363a0d-a1f4-48c8-ad65-b1863e99092d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.792769 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-55f605e7-8699-4115-8924-5175132157f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.809695 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04363a0d-a1f4-48c8-ad65-b1863e99092d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d80c9d-b002-4ba3-8711-df9fb653b93b,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:55.812422 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-04363a0d-a1f4-48c8-ad65-b1863e99092d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.824495 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-04363a0d-a1f4-48c8-ad65-b1863e99092d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.825854 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-04363a0d-a1f4-48c8-ad65-b1863e99092d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "DELETE /v2.0/security-groups/37d80c9d-b002-4ba3-8711-df9fb653b93b HTTP/1.1" status: 204 len: 168 time: 0.2075846 Apr 30 13:17:55.828565 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44782) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.853255 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.api.v2.resource [None req-15e372b7-4780-420b-871e-0dda08eb85c8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] show failed (client error): The resource could not be found. Apr 30 13:17:55.854255 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-15e372b7-4780-420b-871e-0dda08eb85c8 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "GET /v2.0/security-groups/37d80c9d-b002-4ba3-8711-df9fb653b93b HTTP/1.1" status: 404 len: 347 time: 0.0244827 Apr 30 13:17:55.857500 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 44786) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.864134 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44790) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.915180 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-54db286a-6a05-4dc5-abd4-1f7a05a06be4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7133e24e382d4643b6ef7b99e4365d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476191 Apr 30 13:17:55.915885 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44794) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.973977 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fae5351d-e24e-47b9-b915-280f6c89777f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.000554 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fae5351d-e24e-47b9-b915-280f6c89777f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.051721 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fae5351d-e24e-47b9-b915-280f6c89777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.056717 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-4abc6a2e-1ea1-4e3e-be1e-ad195daf918a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:56.069863 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5351d-e24e-47b9-b915-280f6c89777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de063d99-6013-4249-b5f7-e84927307c57,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:56.072385 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fae5351d-e24e-47b9-b915-280f6c89777f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:56.073810 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fae5351d-e24e-47b9-b915-280f6c89777f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.077884 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-fae5351d-e24e-47b9-b915-280f6c89777f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de063d99-6013-4249-b5f7-e84927307c57 HTTP/1.1" status: 204 len: 168 time: 0.1584425 Apr 30 13:17:56.085073 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Deleting port 872a9325-d5d3-4e96-b640-187d318ca7a4 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:56.085427 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.211606 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.211927 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.339700 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Calling delete_port for 872a9325-d5d3-4e96-b640-187d318ca7a4 owned by network:floatingip {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:56.455013 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.459102 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:56.505820 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Pushing event deleted for resources: {'Port': ['ID=872a9325-d5d3-4e96-b640-187d318ca7a4,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:56.508849 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:56.593906 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks [] for floatingip, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.611303 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:56.612422 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-f48deca6-23e9-400f-9b21-e8ff87e5874c tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] 10.222.0.66 "DELETE /v2.0/floatingips/51b5f6ff-bc36-4bd5-8576-0f70b7428bd8 HTTP/1.1" status: 204 len: 168 time: 0.7537746 Apr 30 13:17:59.386076 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44826) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:00.206901 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395853'] for router_interface, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.609426 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Deleting port 9a549c70-99a1-4896-92eb-663cf89c3e8f {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:00.610105 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.731049 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] For port 9a549c70-99a1-4896-92eb-663cf89c3e8f, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=9a549c70-99a1-4896-92eb-663cf89c3e8f,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:00.731422 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.857233 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Calling delete_port for 9a549c70-99a1-4896-92eb-663cf89c3e8f owned by network:router_interface {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:00.999730 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.003297 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:01.153701 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a549c70-99a1-4896-92eb-663cf89c3e8f,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.156880 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.420536 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402429'] for router_interface, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.781206 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Router f4025ad1-aab0-4a48-b12a-7046c1f53d95 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:18:01.887792 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-601b48ff-2c6b-4d7d-a1ec-9c3a6f83cb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.973510 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:18:01.982087 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] Sync routers for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:18:01.985753 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-8f9d9b3e-9a62-4d82-a3bf-325d4083c444 admin admin] 10.222.0.66 "PUT /v2.0/routers/f4025ad1-aab0-4a48-b12a-7046c1f53d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5979655 Apr 30 13:18:01.988264 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44836) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:01.991419 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:01.991954 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:02.165661 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks [] for router, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.214520 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:02.339243 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.412100 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Deleting port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:02.412448 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.504195 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:18:00Z', 'revision_number': 5, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port': {'id': '152ea9b8-b91e-4bf0-b135-8a09aa4490ae', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:28Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:02.508468 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] Checking router: f4025ad1-aab0-4a48-b12a-7046c1f53d95 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:18:02.518001 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] Routers {'f4025ad1-aab0-4a48-b12a-7046c1f53d95'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:02.518692 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:17:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:02.653176 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] For port 152ea9b8-b91e-4bf0-b135-8a09aa4490ae, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=152ea9b8-b91e-4bf0-b135-8a09aa4490ae,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:02.653977 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.681601 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] Set router f4025ad1-aab0-4a48-b12a-7046c1f53d95 gateway port host: None {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:02.780130 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Calling delete_port for 152ea9b8-b91e-4bf0-b135-8a09aa4490ae owned by network:router_gateway {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:02.786127 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:18:02Z', 'revision_number': 6, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port_host': None}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:02.790259 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cf72e-bb62-4cf8-b499-97fee27d75a7 None None] The sync data for ids ['f4025ad1-aab0-4a48-b12a-7046c1f53d95'] in dv-cinder-784453-4-smb is: [{'id': 'f4025ad1-aab0-4a48-b12a-7046c1f53d95', 'name': 'tempest-AttachVolumeShelveTestJSON-553229961-router', 'tenant_id': '5e15f8e9fff347afa47efc1324773c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:18:02Z', 'revision_number': 6, 'project_id': '5e15f8e9fff347afa47efc1324773c90', 'gw_port_host': None}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:18:02.915385 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.920225 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-95d00e14-75c9-45bc-8423-d7c94c7be79a tempest-DeleteServersTestJSON-1854603524 tempest-DeleteServersTestJSON-1854603524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:02.965533 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=152ea9b8-b91e-4bf0-b135-8a09aa4490ae,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:02.991163 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:03.054862 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394970'] for router_gateway, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.234197 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13216'] for router, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.236464 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.256983 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403071'] for router, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.257468 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4025ad1-aab0-4a48-b12a-7046c1f53d95 {{(pid=73799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:18:03.269583 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Notify callbacks [] for router, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.270685 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f4025ad1-aab0-4a48-b12a-7046c1f53d95 HTTP/1.1" status: 204 len: 168 time: 1.2815435 Apr 30 13:18:03.273294 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44842) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:03.333351 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_v2 [None req-408f9514-dd47-42e0-9979-4bd63205136d admin admin] Deleting subnet 52d835e7-322e-4567-8aa6-3068d09197f6 {{(pid=73799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:18:03.336079 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-408f9514-dd47-42e0-9979-4bd63205136d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.383470 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-408f9514-dd47-42e0-9979-4bd63205136d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1858126'] for subnet, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.462770 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-408f9514-dd47-42e0-9979-4bd63205136d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.577077 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 152ea9b8-b91e-4bf0-b135-8a09aa4490ae no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:03.611926 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 152ea9b8-b91e-4bf0-b135-8a09aa4490ae {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:18:03.612352 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 152ea9b8-b91e-4bf0-b135-8a09aa4490ae not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:18:03.612861 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 9a549c70-99a1-4896-92eb-663cf89c3e8f no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:03.650896 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 9a549c70-99a1-4896-92eb-663cf89c3e8f {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:18:03.651365 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 9a549c70-99a1-4896-92eb-663cf89c3e8f not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:18:03.713149 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-408f9514-dd47-42e0-9979-4bd63205136d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230031'] for subnet, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.717114 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:03.756937 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f9514-dd47-42e0-9979-4bd63205136d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d835e7-322e-4567-8aa6-3068d09197f6,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:03.758869 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-408f9514-dd47-42e0-9979-4bd63205136d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.764370 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c218a3-debe-48f6-a3ea-1903afe0265c None None] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:18:03.767706 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-408f9514-dd47-42e0-9979-4bd63205136d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/52d835e7-322e-4567-8aa6-3068d09197f6 HTTP/1.1" status: 204 len: 168 time: 0.4912100 Apr 30 13:18:03.767706 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-408f9514-dd47-42e0-9979-4bd63205136d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:03.768433 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 44848) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:03.881892 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.956479 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Deleting port 987cc787-9d20-49fa-b1ed-826a9d53332c {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:03.956815 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.027757 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] DHCP port deletion for 3bbaba72-6e17-42f0-9885-591f0ca9895a request from dv-cinder-784453-4-smb {{(pid=73800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:18:04.054870 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] For port 987cc787-9d20-49fa-b1ed-826a9d53332c, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=987cc787-9d20-49fa-b1ed-826a9d53332c,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:04.055249 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.095396 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] Deleting port 987cc787-9d20-49fa-b1ed-826a9d53332c {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:04.095696 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.182877 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Calling delete_port for 987cc787-9d20-49fa-b1ed-826a9d53332c owned by network:dhcp {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:04.194062 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] For port 987cc787-9d20-49fa-b1ed-826a9d53332c, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=987cc787-9d20-49fa-b1ed-826a9d53332c,segment=NetworkSegment(60542769-a6cf-407a-b89c-c7ba92dc2e1c),segment_id=60542769-a6cf-407a-b89c-c7ba92dc2e1c)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:04.194454 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.230349 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.234328 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:04.276142 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Pushing event deleted for resources: {'Port': ['ID=987cc787-9d20-49fa-b1ed-826a9d53332c,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:04.278774 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:04.283083 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] No DVR routers for this DVR port 987cc787-9d20-49fa-b1ed-826a9d53332c on host dv-cinder-784453-4-smb {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:18:04.316737 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] Calling delete_port for 987cc787-9d20-49fa-b1ed-826a9d53332c owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:04.358921 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.362773 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:04.414378 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] Pushing event deleted for resources: {'Port': ['ID=987cc787-9d20-49fa-b1ed-826a9d53332c,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:04.419937 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:04.422712 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] No DVR routers for this DVR port 987cc787-9d20-49fa-b1ed-826a9d53332c on host dv-cinder-784453-4-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:18:04.428798 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.490544 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.598921 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbaba72-6e17-42f0-9885-591f0ca9895a']}} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:04.611581 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60542769-a6cf-407a-b89c-c7ba92dc2e1c') {'for_net_delete': True} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:04.611877 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60542769-a6cf-407a-b89c-c7ba92dc2e1c') {} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:04.624290 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127108'] for segment, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.640146 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.647615 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=73798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:18:04.662494 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fc714c56-7a9a-447f-9c45-1538d9787227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:04.821073 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:04.829717 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3125793'] for segment, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.001191 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Network 3bbaba72-6e17-42f0-9885-591f0ca9895a has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: Traceback (most recent call last): Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: timer() Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: cb(*args, **kw) Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: return func(*args, **kwargs) Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: self._notify() Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: self.callback(batched_events) Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: event.method(event) Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: return f(self, *a, **k) Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: return self._get(url).json() Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: return self.request(url, 'GET', **kwargs) Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:18:05.022869 dv-cinder-784453-4-smb neutron-server[73798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:18:05.096119 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.099644 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:05.112827 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.126336 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbaba72-6e17-42f0-9885-591f0ca9895a,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:05.129438 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:05.140675 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3bbaba72-6e17-42f0-9885-591f0ca9895a HTTP/1.1" status: 204 len: 168 time: 1.3707211 Apr 30 13:18:05.256078 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 44856) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:05.307126 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-5cf897dc-5bf8-46ba-982a-3d4569831bfa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e15f8e9fff347afa47efc1324773c90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497978 Apr 30 13:18:05.309492 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 44860) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:05.324962 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 987cc787-9d20-49fa-b1ed-826a9d53332c no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:05.369628 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-00ce5388-5eaf-442e-97a3-4db3184174b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.397050 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-00ce5388-5eaf-442e-97a3-4db3184174b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.405457 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 987cc787-9d20-49fa-b1ed-826a9d53332c {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:18:05.405809 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 987cc787-9d20-49fa-b1ed-826a9d53332c not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:18:05.419101 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.448383 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-00ce5388-5eaf-442e-97a3-4db3184174b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.452487 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-83ad4815-fe89-4e87-84c4-bfb7fcd9c524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:05.466646 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce5388-5eaf-442e-97a3-4db3184174b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c5b966-8e50-4367-b75c-69ba79403948,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:05.470448 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-00ce5388-5eaf-442e-97a3-4db3184174b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:05.473617 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-00ce5388-5eaf-442e-97a3-4db3184174b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.474717 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-00ce5388-5eaf-442e-97a3-4db3184174b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21c5b966-8e50-4367-b75c-69ba79403948 HTTP/1.1" status: 204 len: 168 time: 0.1643574 Apr 30 13:18:05.657353 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.203304 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 44886) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:06.307423 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1631229042-network', 'tenant_id': 'a005e27a8cee4c76bd097df423689058'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:06.312056 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:06.315848 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Usage tracker for resource:network and tenant:a005e27a8cee4c76bd097df423689058 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:06.318646 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:06.325440 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:06.335217 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Made reservation on behalf of a005e27a8cee4c76bd097df423689058 for: {'network': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:18:06.337520 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.349589 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.367109 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:06.370890 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:a005e27a8cee4c76bd097df423689058 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:06.373670 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:06.379487 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:06.464179 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.468053 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.470909 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3026fe43-fa87-4b52-8154-204abb4e2887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:06.495842 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=73798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:18:06.508203 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee43f02f-1d52-4fd7-869c-e697866d58c3,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:06.512696 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:06.513583 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.513934 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.segments_db [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Added segment 9fb581ed-c548-4457-a1e2-ef0f615d8304 of type vlan for network 17947f0e-a38c-4a27-b35c-91c41bc900d1 Apr 30 13:18:06.538891 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.567271 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.568539 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.569135 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:06.572364 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-51b60020-5269-4142-81c2-1400632d2f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:06.674930 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4705503 Apr 30 13:18:06.675857 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=17947f0e-a38c-4a27-b35c-91c41bc900d1,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:06.677710 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 44892) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:06.681589 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:06.685588 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 17947f0e-a38c-4a27-b35c-91c41bc900d1 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:18:06.687167 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Request body: {'subnet': {'network_id': '17947f0e-a38c-4a27-b35c-91c41bc900d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1631229042-subnet', 'tenant_id': 'a005e27a8cee4c76bd097df423689058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:06.692926 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:06.696945 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Usage tracker for resource:subnet and tenant:a005e27a8cee4c76bd097df423689058 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:06.700583 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:06.706265 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:06.716649 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Made reservation on behalf of a005e27a8cee4c76bd097df423689058 for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:18:06.718882 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3153867'] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.069698 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.210540 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3153881'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.214385 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:07.284362 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f97b9b-cc35-4ffc-815b-a2443f1cff13,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:07.288104 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:07.296282 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Checking segment: {'id': '9fb581ed-c548-4457-a1e2-ef0f615d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '17947f0e-a38c-4a27-b35c-91c41bc900d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:07.296640 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Network hostable DHCP agents. Network: 17947f0e-a38c-4a27-b35c-91c41bc900d1, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:18:07.317635 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Network 17947f0e-a38c-4a27-b35c-91c41bc900d1 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:18:07.328160 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 17947f0e-a38c-4a27-b35c-91c41bc900d1) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:18:07.337073 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.337650 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.338210 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e02da1-3a27-4c0f-adb0-8e484c1027aa None None] Network 17947f0e-a38c-4a27-b35c-91c41bc900d1 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:18:07.357152 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6772213 Apr 30 13:18:07.556109 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fa3a84-69b5-4b3e-8428-9cb95652b172 None None] Network 17947f0e-a38c-4a27-b35c-91c41bc900d1 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:18:07.876442 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44912) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:07.882129 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-456858126-network', 'tenant_id': 'ce0db12074d84468800c58088810cd38'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:07.887341 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:07.891408 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Usage tracker for resource:network and tenant:ce0db12074d84468800c58088810cd38 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:07.894248 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:07.900042 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:07.910486 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Made reservation on behalf of ce0db12074d84468800c58088810cd38 for: {'network': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:18:07.912761 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.924769 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.939182 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:07.942889 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Usage tracker for resource:security_group_rule and tenant:ce0db12074d84468800c58088810cd38 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:07.945639 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:07.951264 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:08.032381 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.036066 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.039141 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-faaad187-68aa-4ce9-bee1-f940bffd3591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:08.068511 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=73799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:18:08.077433 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83f29e5-a723-41ea-98d5-5ccbfa73d2da,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:08.080540 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:08.084732 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.085617 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.segments_db [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Added segment 99a79758-6b42-4fb9-8a6d-fe19002833b9 of type vlan for network 1c424d2b-270c-46e1-b926-a9bb500d17f2 Apr 30 13:18:08.112229 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.141484 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.142830 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:08.143425 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.147930 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:08.248965 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Pushing event updated for resources: {'Network': ['ID=1c424d2b-270c-46e1-b926-a9bb500d17f2,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:08.251730 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:08.253378 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3759191 Apr 30 13:18:08.256157 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44916) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:08.258612 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 1c424d2b-270c-46e1-b926-a9bb500d17f2 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:18:08.262388 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Request body: {'subnet': {'network_id': '1c424d2b-270c-46e1-b926-a9bb500d17f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-456858126-subnet', 'tenant_id': 'ce0db12074d84468800c58088810cd38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:08.266974 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:08.270893 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Usage tracker for resource:subnet and tenant:ce0db12074d84468800c58088810cd38 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:08.273686 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:08.279420 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:08.289625 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Made reservation on behalf of ce0db12074d84468800c58088810cd38 for: {'subnet': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:18:08.292662 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2230034'] for subnet, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.764560 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2230016'] for subnet, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.768913 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:08.837660 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff5c4fe-1167-4868-ae0d-583646d5597a,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:08.841588 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:08.848755 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Checking segment: {'id': '99a79758-6b42-4fb9-8a6d-fe19002833b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '1c424d2b-270c-46e1-b926-a9bb500d17f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:08.849110 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Network hostable DHCP agents. Network: 1c424d2b-270c-46e1-b926-a9bb500d17f2, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:18:08.865947 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Network 1c424d2b-270c-46e1-b926-a9bb500d17f2 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:18:08.875318 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 1c424d2b-270c-46e1-b926-a9bb500d17f2) {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:18:08.883731 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e4ef1-33e8-4b88-be15-da82c671df9f None None] Network 1c424d2b-270c-46e1-b926-a9bb500d17f2 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:18:08.884573 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:08.885159 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.905920 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6486278 Apr 30 13:18:09.034778 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44924) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:09.093501 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d7c00d-9863-4dd1-a661-45e069f813ad None None] Network 1c424d2b-270c-46e1-b926-a9bb500d17f2 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:18:09.093694 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fb0d2c-507b-4f1b-8745-383b8ff53c99 admin admin] Deleting subnet 58f97b9b-cc35-4ffc-815b-a2443f1cff13 {{(pid=73799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:18:09.096763 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0d2c-507b-4f1b-8745-383b8ff53c99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.152503 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0d2c-507b-4f1b-8745-383b8ff53c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1858126'] for subnet, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.210254 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0d2c-507b-4f1b-8745-383b8ff53c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.461926 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0d2c-507b-4f1b-8745-383b8ff53c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230031'] for subnet, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.466894 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-4fee15b8-aa4c-407c-8d14-d396c064bc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:09.500849 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb0d2c-507b-4f1b-8745-383b8ff53c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f97b9b-cc35-4ffc-815b-a2443f1cff13,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:09.503741 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c6fb0d2c-507b-4f1b-8745-383b8ff53c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:09.504723 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0d2c-507b-4f1b-8745-383b8ff53c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.513755 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-c6fb0d2c-507b-4f1b-8745-383b8ff53c99 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/58f97b9b-cc35-4ffc-815b-a2443f1cff13 HTTP/1.1" status: 204 len: 168 time: 0.4749653 Apr 30 13:18:09.514022 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44930) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:09.619284 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.741790 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.850489 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17947f0e-a38c-4a27-b35c-91c41bc900d1']}} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:09.862889 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb581ed-c548-4457-a1e2-ef0f615d8304') {'for_net_delete': True} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:09.863223 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb581ed-c548-4457-a1e2-ef0f615d8304') {} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:09.874861 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1858119'] for segment, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.890864 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.897018 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=73799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:18:10.063538 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Network 17947f0e-a38c-4a27-b35c-91c41bc900d1 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:10.072784 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2109741'] for segment, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.335429 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Network 17947f0e-a38c-4a27-b35c-91c41bc900d1 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: Traceback (most recent call last): Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: timer() Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: cb(*args, **kw) Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: return func(*args, **kwargs) Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: self._notify() Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: self.callback(batched_events) Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: event.method(event) Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: return f(self, *a, **k) Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: return self._get(url).json() Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: return self.request(url, 'GET', **kwargs) Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:18:10.355757 dv-cinder-784453-4-smb neutron-server[73799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:18:10.430439 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.434645 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-3c3e360c-5803-46bb-b04b-3b62112399b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:10.447236 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.457164 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Pushing event deleted for resources: {'Network': ['ID=17947f0e-a38c-4a27-b35c-91c41bc900d1,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:10.459918 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] 10.222.0.66 "DELETE /v2.0/networks/17947f0e-a38c-4a27-b35c-91c41bc900d1 HTTP/1.1" status: 204 len: 168 time: 0.9449494 Apr 30 13:18:10.460812 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:10.462661 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44934) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:10.524413 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] Deleting subnet 9ff5c4fe-1167-4868-ae0d-583646d5597a {{(pid=73799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:18:10.527389 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.575672 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1858126'] for subnet, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.633673 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.879118 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230031'] for subnet, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.883584 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:10.920320 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.922822 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff5c4fe-1167-4868-ae0d-583646d5597a,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:10.924939 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:10.929063 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9ff5c4fe-1167-4868-ae0d-583646d5597a HTTP/1.1" status: 204 len: 168 time: 0.4653862 Apr 30 13:18:10.931487 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44940) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:11.037005 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:11.162517 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:11.273093 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c424d2b-270c-46e1-b926-a9bb500d17f2']}} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:11.284882 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a79758-6b42-4fb9-8a6d-fe19002833b9') {'for_net_delete': True} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:11.285177 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a79758-6b42-4fb9-8a6d-fe19002833b9') {} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:11.296999 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1858119'] for segment, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:11.313481 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:11.319377 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=73799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:18:11.488299 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Network 1c424d2b-270c-46e1-b926-a9bb500d17f2 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:11.497057 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2109741'] for segment, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:11.664270 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Network 1c424d2b-270c-46e1-b926-a9bb500d17f2 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: Traceback (most recent call last): Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: timer() Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: cb(*args, **kw) Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: return func(*args, **kwargs) Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: self._notify() Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: self.callback(batched_events) Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: event.method(event) Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: return f(self, *a, **k) Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: return self._get(url).json() Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: return self.request(url, 'GET', **kwargs) Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:18:11.779613 dv-cinder-784453-4-smb neutron-server[73799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:18:11.855865 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:11.859521 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-44bd955e-a552-4e40-a520-5c7083e10cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:11.875892 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:11.884654 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c424d2b-270c-46e1-b926-a9bb500d17f2,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:11.887449 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] 10.222.0.66 "DELETE /v2.0/networks/1c424d2b-270c-46e1-b926-a9bb500d17f2 HTTP/1.1" status: 204 len: 168 time: 0.9550698 Apr 30 13:18:11.888287 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:12.053228 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44948) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:12.103860 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-395bda3e-8f47-47c0-a380-01ff2835a9b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a005e27a8cee4c76bd097df423689058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494535 Apr 30 13:18:12.106352 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44952) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:12.162584 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2a99a4bb-5559-404b-b904-83b024b5a674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.187465 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2a99a4bb-5559-404b-b904-83b024b5a674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.236841 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2a99a4bb-5559-404b-b904-83b024b5a674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.240497 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c9501624-6e7b-43ff-827f-906ddacc4751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:12.252768 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99a4bb-5559-404b-b904-83b024b5a674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee43f02f-1d52-4fd7-869c-e697866d58c3,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:12.255578 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2a99a4bb-5559-404b-b904-83b024b5a674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:12.257455 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2a99a4bb-5559-404b-b904-83b024b5a674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.258534 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-2a99a4bb-5559-404b-b904-83b024b5a674 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee43f02f-1d52-4fd7-869c-e697866d58c3 HTTP/1.1" status: 204 len: 168 time: 0.1513169 Apr 30 13:18:12.585226 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44960) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:12.637347 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-98bac80c-fa6b-4a94-9978-ea41491cbbae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce0db12074d84468800c58088810cd38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508931 Apr 30 13:18:12.640343 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 44964) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:12.696214 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-33f21767-5fc9-4347-8799-e132f9b88243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.721122 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-33f21767-5fc9-4347-8799-e132f9b88243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.771996 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-33f21767-5fc9-4347-8799-e132f9b88243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.775650 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fae5351d-e24e-47b9-b915-280f6c89777f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:12.786662 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f21767-5fc9-4347-8799-e132f9b88243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83f29e5-a723-41ea-98d5-5ccbfa73d2da,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:12.790217 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-33f21767-5fc9-4347-8799-e132f9b88243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:12.793923 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-33f21767-5fc9-4347-8799-e132f9b88243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.795260 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-33f21767-5fc9-4347-8799-e132f9b88243 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a83f29e5-a723-41ea-98d5-5ccbfa73d2da HTTP/1.1" status: 204 len: 168 time: 0.1538043 Apr 30 13:18:14.827718 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 45032) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:14.943786 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:14.957614 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:14.961409 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7a88cae0914df6b2142b1cb6066bf5 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:14.964678 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:14.970282 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:15.055570 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.059412 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.066191 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d57ec1ae-2530-40a4-8ba5-438d275c0cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:15.105296 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6571b5fd-a8e1-483b-872f-d70ed5ae1b52,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:15.108535 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:15.110919 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e7a88cae0914df6b2142b1cb6066bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822311 Apr 30 13:18:15.113722 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 45038) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:15.173047 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a5da2f07-0706-4a2d-9784-2a99f103deb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.199959 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a5da2f07-0706-4a2d-9784-2a99f103deb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.253021 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a5da2f07-0706-4a2d-9784-2a99f103deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.256635 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-70aeb4ee-fd22-4cb5-9241-0052acc5c1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:15.268449 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da2f07-0706-4a2d-9784-2a99f103deb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6571b5fd-a8e1-483b-872f-d70ed5ae1b52,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:15.271948 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-a5da2f07-0706-4a2d-9784-2a99f103deb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:15.275111 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a5da2f07-0706-4a2d-9784-2a99f103deb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.279771 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-a5da2f07-0706-4a2d-9784-2a99f103deb0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6571b5fd-a8e1-483b-872f-d70ed5ae1b52 HTTP/1.1" status: 204 len: 168 time: 0.1649761 Apr 30 13:18:15.558531 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 45048) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:15.576695 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.594543 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:15.598450 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc4019138714077a1ba9a046fa88f47 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:15.601279 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:15.607148 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:15.689825 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.693944 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.701300 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-5d072c90-76a0-49ba-874b-951525deef78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:15.742169 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cc4019138714077a1ba9a046fa88f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825228 Apr 30 13:18:15.743141 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f5c077-83fc-4ff8-8689-f3fc36b5a12f,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:15.746157 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45052) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:15.746883 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-911c137a-8f3a-4674-9be6-6a71ddd53503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:15.805102 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d5bc133e-396b-404c-97b2-7b6f652df8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.830468 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d5bc133e-396b-404c-97b2-7b6f652df8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.884372 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d5bc133e-396b-404c-97b2-7b6f652df8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.888036 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7e2a6f63-989f-4520-9706-6c4f7e88d128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:15.899454 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc133e-396b-404c-97b2-7b6f652df8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f5c077-83fc-4ff8-8689-f3fc36b5a12f,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:15.901858 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d5bc133e-396b-404c-97b2-7b6f652df8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:15.908161 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d5bc133e-396b-404c-97b2-7b6f652df8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.911934 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d5bc133e-396b-404c-97b2-7b6f652df8c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77f5c077-83fc-4ff8-8689-f3fc36b5a12f HTTP/1.1" status: 204 len: 168 time: 0.1627455 Apr 30 13:18:25.229306 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:18:25.820302 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45206) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:25.936355 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:25.951430 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:25.955220 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] Usage tracker for resource:security_group_rule and tenant:52730712778842db9e09bfe8766daebe is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:25.958009 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:25.963787 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:26.046751 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.050486 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.058536 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-95ef50b4-7be0-4b8e-b0b8-3ad27d02c16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:26.096762 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52730712778842db9e09bfe8766daebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753658 Apr 30 13:18:26.098527 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654340af-5f4d-4b9b-9dad-2679a38fe9dd,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:26.099398 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 45212) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:26.101723 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-283e43e0-07ed-4386-9db8-a496d0ed0307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:26.162364 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6a1d0420-e8ce-411c-bf37-3229e81d60bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.188901 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6a1d0420-e8ce-411c-bf37-3229e81d60bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.245002 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6a1d0420-e8ce-411c-bf37-3229e81d60bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.248729 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-602dcff3-a71c-4e2b-9198-c9a5253e57f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:26.260618 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d0420-e8ce-411c-bf37-3229e81d60bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654340af-5f4d-4b9b-9dad-2679a38fe9dd,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:26.263418 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6a1d0420-e8ce-411c-bf37-3229e81d60bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:26.270413 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-6a1d0420-e8ce-411c-bf37-3229e81d60bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.271554 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-6a1d0420-e8ce-411c-bf37-3229e81d60bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/654340af-5f4d-4b9b-9dad-2679a38fe9dd HTTP/1.1" status: 204 len: 168 time: 0.1711273 Apr 30 13:18:26.555901 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 45220) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:26.573556 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.587673 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:26.592496 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Usage tracker for resource:security_group_rule and tenant:99ff44705cf94aa4b8488dead2b7ffb3 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:26.595384 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:26.601212 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:26.684223 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.688308 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.695139 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-d5cc5118-a76c-4644-9e42-e7a8cdee7f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:26.735735 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=99ff44705cf94aa4b8488dead2b7ffb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788023 Apr 30 13:18:26.736620 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593e9bb3-79bc-4fb1-bd8a-499e6af05aff,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:26.738984 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45226) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:26.739489 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:26.801792 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d66a8cfc-9f1d-425f-bc4a-6bd740ad1f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.827051 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d66a8cfc-9f1d-425f-bc4a-6bd740ad1f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.879803 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d66a8cfc-9f1d-425f-bc4a-6bd740ad1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.883888 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-04363a0d-a1f4-48c8-ad65-b1863e99092d tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:26.897208 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a8cfc-9f1d-425f-bc4a-6bd740ad1f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593e9bb3-79bc-4fb1-bd8a-499e6af05aff,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:26.901901 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d66a8cfc-9f1d-425f-bc4a-6bd740ad1f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:26.905895 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d66a8cfc-9f1d-425f-bc4a-6bd740ad1f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.906973 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d66a8cfc-9f1d-425f-bc4a-6bd740ad1f81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/593e9bb3-79bc-4fb1-bd8a-499e6af05aff HTTP/1.1" status: 204 len: 168 time: 0.1666317 Apr 30 13:18:27.243008 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45234) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:27.261156 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.277760 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:27.281649 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Usage tracker for resource:security_group_rule and tenant:6850220b4a0a4a2f874674431e6e23d6 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:27.284549 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:27.290706 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:27.375165 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.381130 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.388620 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-81d8503d-e6f3-4977-be98-c952f5db3bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:27.428214 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b730bce-e155-4bde-9aee-64a5a122ed5a,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:27.432845 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6850220b4a0a4a2f874674431e6e23d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883497 Apr 30 13:18:27.433792 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:27.435587 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45238) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:27.498568 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5b928252-c143-4c79-a781-f4b206b0bc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.528952 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5b928252-c143-4c79-a781-f4b206b0bc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.581915 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5b928252-c143-4c79-a781-f4b206b0bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.585563 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-dfb934e5-a4f7-4a8f-bcfb-07eec79955f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:27.596721 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b928252-c143-4c79-a781-f4b206b0bc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b730bce-e155-4bde-9aee-64a5a122ed5a,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:27.600558 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5b928252-c143-4c79-a781-f4b206b0bc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:27.603721 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5b928252-c143-4c79-a781-f4b206b0bc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.605399 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5b928252-c143-4c79-a781-f4b206b0bc68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b730bce-e155-4bde-9aee-64a5a122ed5a HTTP/1.1" status: 204 len: 168 time: 0.1689157 Apr 30 13:18:31.889993 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8d11327c-9992-4c5d-ab84-d6de1ce19113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.115626 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 45328) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:33.231740 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.246985 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:33.250749 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Usage tracker for resource:security_group_rule and tenant:982b812fdaa24533be28bc97ad901e40 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:33.253530 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:33.259217 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:33.344596 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.348373 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.354914 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:33.396798 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=982b812fdaa24533be28bc97ad901e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798886 Apr 30 13:18:33.398182 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e10fcf4-0eb4-456d-8f0d-c96fac9f1c6c,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:33.399276 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45334) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:33.403457 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:33.459533 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a19faf23-3f3c-4073-b87a-d0bba14d25d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.484514 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a19faf23-3f3c-4073-b87a-d0bba14d25d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.550483 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a19faf23-3f3c-4073-b87a-d0bba14d25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.554101 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a4042f39-9b3c-43f4-9749-1ee83fe454fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:33.565186 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19faf23-3f3c-4073-b87a-d0bba14d25d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e10fcf4-0eb4-456d-8f0d-c96fac9f1c6c,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:33.569286 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a19faf23-3f3c-4073-b87a-d0bba14d25d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:33.574042 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a19faf23-3f3c-4073-b87a-d0bba14d25d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.574042 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a19faf23-3f3c-4073-b87a-d0bba14d25d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e10fcf4-0eb4-456d-8f0d-c96fac9f1c6c HTTP/1.1" status: 204 len: 168 time: 0.1749780 Apr 30 13:18:33.850130 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 45346) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:33.867510 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.881605 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:33.885833 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] Usage tracker for resource:security_group_rule and tenant:9781b42b136449c89f44337e223fed47 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:33.888607 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:33.894166 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:33.975658 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.979859 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.986056 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-510aabdf-4112-4c22-b3fc-6e12f9bcca2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:34.026011 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9781b42b136449c89f44337e223fed47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748209 Apr 30 13:18:34.026857 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3705f1-60f6-434f-94f3-514458148d37,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:34.029271 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45350) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:34.029787 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-47908001-54b7-4117-8130-8c9121917486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:34.089289 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b51b28ea-ccfe-4515-bb53-559e224cc8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.114104 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b51b28ea-ccfe-4515-bb53-559e224cc8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.164313 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b51b28ea-ccfe-4515-bb53-559e224cc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.168224 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a19faf23-3f3c-4073-b87a-d0bba14d25d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:34.178608 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b28ea-ccfe-4515-bb53-559e224cc8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3705f1-60f6-434f-94f3-514458148d37,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:34.180857 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b51b28ea-ccfe-4515-bb53-559e224cc8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:34.186929 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-b51b28ea-ccfe-4515-bb53-559e224cc8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.188108 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-b51b28ea-ccfe-4515-bb53-559e224cc8ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f3705f1-60f6-434f-94f3-514458148d37 HTTP/1.1" status: 204 len: 168 time: 0.1578643 Apr 30 13:18:34.408560 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.667123 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-35014e2a-3973-4a25-9ed0-0d99c7421ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.379870 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.643215 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:37.072347 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:42.593890 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8276b9-0017-4854-b1e9-9bc97948b2bf req-ec70eabf-c210-4e07-ac53-9f589ab65c2b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.595376 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8e8276b9-0017-4854-b1e9-9bc97948b2bf req-ec70eabf-c210-4e07-ac53-9f589ab65c2b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0870714 Apr 30 13:18:42.639888 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8e8276b9-0017-4854-b1e9-9bc97948b2bf req-9d9bab6f-0288-416b-be7c-0cc3de38d723 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387866 Apr 30 13:18:43.855125 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f9fde-d9d6-4726-9461-f22c6eca85cc req-14210f07-11aa-4d09-b58c-fc503ef2c49e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.855125 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-715f9fde-d9d6-4726-9461-f22c6eca85cc req-14210f07-11aa-4d09-b58c-fc503ef2c49e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1009612 Apr 30 13:18:43.894611 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-715f9fde-d9d6-4726-9461-f22c6eca85cc req-7c8a0e24-894e-4292-ab48-06c14c274792 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Apr 30 13:18:45.086994 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1b536-31bf-4c58-87dd-0ee1e401be76 req-4a499842-b198-4edf-a6a0-20da3f615086 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.089159 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69c1b536-31bf-4c58-87dd-0ee1e401be76 req-4a499842-b198-4edf-a6a0-20da3f615086 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0841286 Apr 30 13:18:45.137832 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69c1b536-31bf-4c58-87dd-0ee1e401be76 req-5aa2ddfb-b1f9-483e-945e-15f22f8d6798 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 Apr 30 13:18:45.573215 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-f3fab90a-f86e-41b5-bafc-d1b0d65cfa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.574716 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-f3fab90a-f86e-41b5-bafc-d1b0d65cfa10 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1099 time: 0.0857880 Apr 30 13:18:45.739287 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-e86334a1-e8cf-4e5f-9394-6004944b759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.740778 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-e86334a1-e8cf-4e5f-9394-6004944b759d service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.1449180 Apr 30 13:18:45.848097 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-7d5d6356-94c9-4ac8-8b0c-78e56535eb1a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 1002 time: 0.1005845 Apr 30 13:18:45.913372 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-6c745719-4ba3-4051-ae60-38b935818fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.914845 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-6c745719-4ba3-4051-ae60-38b935818fa0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0599785 Apr 30 13:18:45.994985 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-c25afddf-9604-42a9-b70b-8da4bb44bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.996489 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-c25afddf-9604-42a9-b70b-8da4bb44bc7f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754097 Apr 30 13:18:46.218132 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-d44e0e52-c4d3-4348-a783-a1d3ba188938 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142661 Apr 30 13:18:46.409892 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2816ef2-cce4-460e-8e11-9af09525f681 req-592dfde2-5818-48f9-a500-4fa39ddf4d72 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848810 Apr 30 13:18:46.422975 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1e1b3-dcf6-4779-83ae-9f550ef90398 req-583178c9-12df-4061-a518-86da4daa364b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.424329 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2af1e1b3-dcf6-4779-83ae-9f550ef90398 req-583178c9-12df-4061-a518-86da4daa364b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1683054 Apr 30 13:18:46.474381 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2af1e1b3-dcf6-4779-83ae-9f550ef90398 req-87c0090c-9eea-4440-87d7-46150aa14cce tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444617 Apr 30 13:18:47.665775 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52472e04-636a-4fc6-98fc-e7ebe8f6dedd req-65db3906-d304-4396-8844-6531dabfdc01 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:47.667942 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-52472e04-636a-4fc6-98fc-e7ebe8f6dedd req-65db3906-d304-4396-8844-6531dabfdc01 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0820234 Apr 30 13:18:47.712323 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-52472e04-636a-4fc6-98fc-e7ebe8f6dedd req-d029fae4-b6e6-497a-b615-df03124ec26c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383165 Apr 30 13:18:48.101870 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 45506) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:48.222536 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.237242 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:48.241317 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Usage tracker for resource:security_group_rule and tenant:22593bf1f9d74a589cc979b7659bf0e6 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:48.244126 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:48.250307 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:48.329778 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.334453 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.346489 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-96726715-a545-41e4-b6c5-f1d1f3fdaa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:48.387714 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22593bf1f9d74a589cc979b7659bf0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847271 Apr 30 13:18:48.389386 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92993313-8dc5-433a-93c1-5183786096f9,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:48.390724 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45512) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:48.397669 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.398095 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.398459 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.398813 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.399204 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.399561 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.399908 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.400247 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.401171 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.401517 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.401862 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.402202 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.406205 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-537b7860-16e0-468f-ac47-bdf3fc431f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:48.450680 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.480297 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.534275 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.537990 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b2eb1e7e-83b2-450f-a115-42659c3c9b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:48.550203 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92993313-8dc5-433a-93c1-5183786096f9,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:48.560726 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.561087 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.561441 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.561788 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.562131 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.562472 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.562811 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.563180 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.563520 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.563857 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.564191 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.564524 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:48.567362 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.568445 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/92993313-8dc5-433a-93c1-5183786096f9 HTTP/1.1" status: 204 len: 168 time: 0.1767285 Apr 30 13:18:48.569301 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-579ffc90-c85a-45e0-8686-f83a09525e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:48.912209 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6dc6-5085-4920-ad78-8d5fb02a45f8 req-9544d56b-2c72-424d-b4e6-a0177126d106 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.913673 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d3c6dc6-5085-4920-ad78-8d5fb02a45f8 req-9544d56b-2c72-424d-b4e6-a0177126d106 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0820327 Apr 30 13:18:48.961034 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0d3c6dc6-5085-4920-ad78-8d5fb02a45f8 req-fe9b2ea1-0688-4eaa-b026-01483702567b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406954 Apr 30 13:18:49.263400 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45538) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:49.367133 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1630257087-network', 'tenant_id': 'e79cf156a2674c2b8a0649c947bbc6fc'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:49.371850 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:49.375709 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Usage tracker for resource:network and tenant:e79cf156a2674c2b8a0649c947bbc6fc is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:49.378508 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:49.384819 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:49.394182 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Made reservation on behalf of e79cf156a2674c2b8a0649c947bbc6fc for: {'network': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:18:49.396494 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.408832 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.423747 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:49.427567 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e79cf156a2674c2b8a0649c947bbc6fc is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:49.430321 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:49.436035 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:49.516326 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.519908 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.523852 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2e0af6b4-252e-43da-aeda-8d97ce3fc138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:49.551494 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=73799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:18:49.559820 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96ecb7e-09af-443d-afc6-6fc02675b124,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:49.563248 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:49.565834 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.566163 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.segments_db [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Added segment 0b9fff98-67a2-4e36-844a-323eb50af06b of type vlan for network c970bed0-40fa-417e-909d-dffd541b3a12 Apr 30 13:18:49.594075 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.627683 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.628952 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.629529 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.632728 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:49.730900 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c970bed0-40fa-417e-909d-dffd541b3a12,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:49.733614 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:49.735315 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4709108 Apr 30 13:18:49.738664 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45544) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:49.740732 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network c970bed0-40fa-417e-909d-dffd541b3a12 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:18:49.744242 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Request body: {'subnet': {'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1630257087-subnet', 'tenant_id': 'e79cf156a2674c2b8a0649c947bbc6fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:49.749508 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:49.753364 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Usage tracker for resource:subnet and tenant:e79cf156a2674c2b8a0649c947bbc6fc is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:49.756342 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:49.762848 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:49.777612 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Made reservation on behalf of e79cf156a2674c2b8a0649c947bbc6fc for: {'subnet': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:18:49.779930 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2230034'] for subnet, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.149562 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173d6db-f38d-488b-9c4b-0c161361ba53 req-9910ce5d-a865-4904-a605-832753dbbd98 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:50.150980 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5173d6db-f38d-488b-9c4b-0c161361ba53 req-9910ce5d-a865-4904-a605-832753dbbd98 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0835719 Apr 30 13:18:50.164600 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2230016'] for subnet, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.169606 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-1fed826d-830b-4127-86af-c41a8437b1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:50.197340 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5173d6db-f38d-488b-9c4b-0c161361ba53 req-db1497cb-a4d2-415f-aeba-0480be11bf98 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397904 Apr 30 13:18:50.245552 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88899f57-9ebd-4f13-bcfb-94f1f92c3530,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:50.249476 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:50.253721 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Checking segment: {'id': '0b9fff98-67a2-4e36-844a-323eb50af06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:50.254072 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Network hostable DHCP agents. Network: c970bed0-40fa-417e-909d-dffd541b3a12, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:18:50.272217 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Network c970bed0-40fa-417e-909d-dffd541b3a12 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:18:50.282216 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, c970bed0-40fa-417e-909d-dffd541b3a12) {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:18:50.292337 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:50.292542 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb08a12-b2fc-46b5-bb79-e89d3471174c None None] Network c970bed0-40fa-417e-909d-dffd541b3a12 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:18:50.292934 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.316644 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-1f11c2ef-5f4d-460c-b49c-07d4e68b9292 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5764689 Apr 30 13:18:50.535704 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aeb160-b6ef-431a-9848-7eefb79cad73 None None] Network c970bed0-40fa-417e-909d-dffd541b3a12 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:18:51.396999 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcf5aa-1679-4029-8e6b-99fdb072bc58 req-ff189ac1-edea-4a18-acc1-65651cb609e0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:51.398452 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-33fcf5aa-1679-4029-8e6b-99fdb072bc58 req-ff189ac1-edea-4a18-acc1-65651cb609e0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0855169 Apr 30 13:18:51.445987 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-33fcf5aa-1679-4029-8e6b-99fdb072bc58 req-b8cb0d49-fb50-4abf-9a03-04e9219285e1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410721 Apr 30 13:18:52.384283 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-6736885e-ee48-4bd1-86ac-dd3f475ed653 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:52.386223 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-6736885e-ee48-4bd1-86ac-dd3f475ed653 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/networks?id=c970bed0-40fa-417e-909d-dffd541b3a12 HTTP/1.1" status: 200 len: 809 time: 0.1469414 Apr 30 13:18:52.400908 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-412df24c-b716-41f9-b520-a8f17b6876c7 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/quotas/e79cf156a2674c2b8a0649c947bbc6fc HTTP/1.1" status: 200 len: 375 time: 0.0087779 Apr 30 13:18:52.446390 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-6628d324-e947-479b-8581-06613cc08426 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e79cf156a2674c2b8a0649c947bbc6fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405750 Apr 30 13:18:52.675506 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-3897005c-79c8-4898-b641-0e3a8a01fc21 service neutron] 10.222.0.66 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219822 Apr 30 13:18:52.773630 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fac29-4a10-4147-a410-5051e6733706 req-341d2e56-9f02-45ca-9853-c8d49c9301b2 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:52.775135 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-865fac29-4a10-4147-a410-5051e6733706 req-341d2e56-9f02-45ca-9853-c8d49c9301b2 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1928890 Apr 30 13:18:52.855549 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-865fac29-4a10-4147-a410-5051e6733706 req-f9198f22-e458-4eaf-9d2d-b3b7b047f78e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675633 Apr 30 13:18:52.858842 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-bd586633-5b02-48f2-91fe-de20b6d68b5a service neutron] 10.222.0.66 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757066 Apr 30 13:18:53.033331 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9cd84c40-cd0f-480f-b8e8-e74cc03bafce req-72e6cd8e-c274-4591-bd19-50e39be11655 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 210 time: 0.0436318 Apr 30 13:18:54.303471 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc9357-85b0-4692-9995-92349a7a23c3 req-4f51dd16-f205-4939-ac1d-b1a61d5b18ae tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:54.304953 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-37fc9357-85b0-4692-9995-92349a7a23c3 req-4f51dd16-f205-4939-ac1d-b1a61d5b18ae tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.3365438 Apr 30 13:18:54.310000 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-63d3d6c7-bf5e-48f9-9dd9-f60ec8183290 req-96091e6a-511d-438b-b54a-8c59b9d2f844 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 210 time: 0.1648719 Apr 30 13:18:54.331983 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-36bc5bac-4cf9-49ad-adf6-24ee749a6b12 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:54.333346 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-36bc5bac-4cf9-49ad-adf6-24ee749a6b12 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.87 "GET /v2.0/networks?id=c970bed0-40fa-417e-909d-dffd541b3a12 HTTP/1.1" status: 200 len: 809 time: 0.3291507 Apr 30 13:18:54.356677 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Request body: {'port': {'device_id': 'a94dd115-10bb-4c83-9c9c-2fcab0f568bd', 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12', 'admin_state_up': True, 'tenant_id': 'e79cf156a2674c2b8a0649c947bbc6fc'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:54.390027 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-37fc9357-85b0-4692-9995-92349a7a23c3 req-b049e47a-064a-4189-8c48-6854bd7758d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775456 Apr 30 13:18:54.500158 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:54.504112 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Usage tracker for resource:port and tenant:e79cf156a2674c2b8a0649c947bbc6fc is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:54.506994 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:54.512735 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:54.522438 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Made reservation on behalf of e79cf156a2674c2b8a0649c947bbc6fc for: {'port': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:18:54.526585 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:54.754141 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Allocated IP 172.20.0.11 (c970bed0-40fa-417e-909d-dffd541b3a12/88899f57-9ebd-4f13-bcfb-94f1f92c3530/558e5938-186c-4b35-a4fc-233b1cc211be) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:18:54.802616 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec1491-03f3-44e2-9903-b6eae1dcda1e req-f0bc414a-e22a-460e-bcf3-f4df8d25ccf5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:54.804108 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-83ec1491-03f3-44e2-9903-b6eae1dcda1e req-f0bc414a-e22a-460e-bcf3-f4df8d25ccf5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1338706 Apr 30 13:18:54.811333 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-ffab8615-bb67-4a95-bb5a-ef001c3afd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:54.812801 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-ffab8615-bb67-4a95-bb5a-ef001c3afd6c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1099 time: 0.0773082 Apr 30 13:18:54.902519 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-83ec1491-03f3-44e2-9903-b6eae1dcda1e req-2528b285-29e5-4768-8f37-88d52936e85c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871270 Apr 30 13:18:55.022490 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:55.043816 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-40adaefe-f895-443d-89de-82b2666e45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:55.045241 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-40adaefe-f895-443d-89de-82b2666e45d7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.2258048 Apr 30 13:18:55.053000 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:55.060026 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:55.121847 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Network c970bed0-40fa-417e-909d-dffd541b3a12 is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:18:55.129115 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:18:55.131593 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:18:55.148456 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-a74cca98-52ba-4685-8e3d-3aa58d14f16f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 1002 time: 0.0967844 Apr 30 13:18:55.176800 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Pushing event updated for resources: {'Port': ['ID=558e5938-186c-4b35-a4fc-233b1cc211be,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:55.179887 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:55.204257 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:55.204861 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:55.216671 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-c11d4352-b366-433a-8200-0cbcc34e342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:55.219055 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-c11d4352-b366-433a-8200-0cbcc34e342b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0644553 Apr 30 13:18:55.245639 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8957894 Apr 30 13:18:55.262926 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Request body: {'port': {'device_id': 'a94dd115-10bb-4c83-9c9c-2fcab0f568bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:55.296419 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-414eda7b-6d08-4004-bef3-1c38822b795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:55.297898 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-414eda7b-6d08-4004-bef3-1c38822b795f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730999 Apr 30 13:18:55.379115 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:55.436311 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-42d787c0-8f15-4f4d-99af-cf8dba279ae5 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314249 Apr 30 13:18:55.568500 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [req-5de47fb8-1d89-4f38-867f-672cd7bdcbc8 req-31cb1d6f-ed9c-435f-beec-2138bd356986 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262064 Apr 30 13:18:55.606267 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2205c-817a-495f-81d0-be57c5bbcd95 req-bb565adb-22e7-4c3b-92b8-8a7fc5702346 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:55.606960 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-43c2205c-817a-495f-81d0-be57c5bbcd95 req-bb565adb-22e7-4c3b-92b8-8a7fc5702346 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Synchronizing usage tracker for tenant:e79cf156a2674c2b8a0649c947bbc6fc on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:55.698417 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-43c2205c-817a-495f-81d0-be57c5bbcd95 req-bb565adb-22e7-4c3b-92b8-8a7fc5702346 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Unset dirty status for tenant:e79cf156a2674c2b8a0649c947bbc6fc on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:55.699621 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-43c2205c-817a-495f-81d0-be57c5bbcd95 req-bb565adb-22e7-4c3b-92b8-8a7fc5702346 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 932 time: 0.2755260 Apr 30 13:18:55.771984 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-43c2205c-817a-495f-81d0-be57c5bbcd95 req-57301d8c-395f-444a-bf03-1fc38b24614d tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650043 Apr 30 13:18:55.845851 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558e5938-186c-4b35-a4fc-233b1cc211be {{(pid=73798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:55.852832 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:55.866424 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Transition to ACTIVE for port object 558e5938-186c-4b35-a4fc-233b1cc211be will not be triggered until provisioned by entity L2. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:18:55.871193 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:55.874648 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-2c425d03-d410-479f-b19b-229dee0bbbab tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:56.022447 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=558e5938-186c-4b35-a4fc-233b1cc211be,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:56.031307 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:56.247249 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Attempting to bind port 558e5938-186c-4b35-a4fc-233b1cc211be on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:18:56.247592 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Attempting to bind port 558e5938-186c-4b35-a4fc-233b1cc211be by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0b9fff98-67a2-4e36-844a-323eb50af06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12'}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:18:56.247916 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Attempting to bind port 558e5938-186c-4b35-a4fc-233b1cc211be on network c970bed0-40fa-417e-909d-dffd541b3a12 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:56.255157 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Port 558e5938-186c-4b35-a4fc-233b1cc211be on network c970bed0-40fa-417e-909d-dffd541b3a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:18:56.255479 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Attempting to bind port 558e5938-186c-4b35-a4fc-233b1cc211be on network c970bed0-40fa-417e-909d-dffd541b3a12 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:56.264093 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:18:56.264426 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Checking segment: {'id': '0b9fff98-67a2-4e36-844a-323eb50af06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:56.264807 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Bound using segment: {'id': '0b9fff98-67a2-4e36-844a-323eb50af06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12'} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:18:56.265232 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Bound port: 558e5938-186c-4b35-a4fc-233b1cc211be, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9fff98-67a2-4e36-844a-323eb50af06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12'}}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:18:56.265624 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:56.282473 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc88cf8-17b1-40ea-8850-6f5cd664a621 req-3889afca-14d3-4c73-b3cc-6a7bc307b21f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:56.284068 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6cc88cf8-17b1-40ea-8850-6f5cd664a621 req-3889afca-14d3-4c73-b3cc-6a7bc307b21f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.2589891 Apr 30 13:18:56.380890 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6cc88cf8-17b1-40ea-8850-6f5cd664a621 req-c594f8f0-95a4-4528-b8e3-f82841ae7273 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906858 Apr 30 13:18:56.405201 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] For port 558e5938-186c-4b35-a4fc-233b1cc211be, host hv-cinder-78445, cleared binding levels {{(pid=73798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:18:56.408307 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] For port 558e5938-186c-4b35-a4fc-233b1cc211be, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=558e5938-186c-4b35-a4fc-233b1cc211be,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:18:56.411928 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:56.415751 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-db1a265d-aab0-4ebe-a933-7646b8906668 tempest-AttachVolumeNegativeTest-754147809 tempest-AttachVolumeNegativeTest-754147809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:56.468125 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:56.468731 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:56.470059 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] 10.222.0.87 "PUT /v2.0/ports/558e5938-186c-4b35-a4fc-233b1cc211be HTTP/1.1" status: 200 len: 1094 time: 1.2113721 Apr 30 13:18:56.470537 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94dd115-10bb-4c83-9c9c-2fcab0f568bd', 'tag': '558e5938-186c-4b35-a4fc-233b1cc211be'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:56.494129 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=558e5938-186c-4b35-a4fc-233b1cc211be,revision_number=3']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:56.497139 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:56.556787 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94dd115-10bb-4c83-9c9c-2fcab0f568bd', 'tag': '558e5938-186c-4b35-a4fc-233b1cc211be', 'status': 'completed', 'code': 200} Apr 30 13:18:56.607662 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-8b2f8f87-574d-490a-a819-de6d65b675ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:56.609243 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-8b2f8f87-574d-490a-a819-de6d65b675ad service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e79cf156a2674c2b8a0649c947bbc6fc&device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 1097 time: 0.0878754 Apr 30 13:18:56.684422 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-f9646339-9adc-4c22-8a0c-32f4ea6d1a68 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558e5938-186c-4b35-a4fc-233b1cc211be HTTP/1.1" status: 200 len: 217 time: 0.0621002 Apr 30 13:18:56.749692 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-f9bb8d8f-cccc-416b-bbec-9884d5cee365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:56.751005 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-f9bb8d8f-cccc-416b-bbec-9884d5cee365 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=88899f57-9ebd-4f13-bcfb-94f1f92c3530 HTTP/1.1" status: 200 len: 849 time: 0.0599389 Apr 30 13:18:56.797262 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-5d3e0fbe-f22f-4c7f-9a98-559d039bddfa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c970bed0-40fa-417e-909d-dffd541b3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401978 Apr 30 13:18:56.988460 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-8c57d237-99ca-4c17-99b6-cfeeb3193462 service neutron] 10.222.0.87 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847239 Apr 30 13:18:57.019300 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b63bd-e634-4d85-b709-51f352afaa24 req-5638db73-072b-40d2-a999-af5aa3409c51 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:57.020627 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0c4b63bd-e634-4d85-b709-51f352afaa24 req-5638db73-072b-40d2-a999-af5aa3409c51 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 944 time: 0.1335871 Apr 30 13:18:57.136637 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0c4b63bd-e634-4d85-b709-51f352afaa24 req-6050b37e-07cb-4f51-a53c-c12b21c7dfc2 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020429 Apr 30 13:18:57.162582 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0a9662e2-189f-4ec6-8f57-0dc7d91bfcc5 req-9c0a0ee5-c801-4991-9a85-a24d49e345d4 service neutron] 10.222.0.87 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672192 Apr 30 13:18:57.327225 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-fd6e6063-066e-4007-ba40-7036fde12e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:57.328677 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-fd6e6063-066e-4007-ba40-7036fde12e03 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e79cf156a2674c2b8a0649c947bbc6fc&device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 1097 time: 0.0710063 Apr 30 13:18:57.462233 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-d3827c27-a617-4e03-84f3-25d52e813c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:57.463739 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-d3827c27-a617-4e03-84f3-25d52e813c27 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c970bed0-40fa-417e-909d-dffd541b3a12 HTTP/1.1" status: 200 len: 910 time: 0.1263545 Apr 30 13:18:57.572725 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-96cec90a-5400-43ab-b328-6ae4c6ef8f64 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558e5938-186c-4b35-a4fc-233b1cc211be HTTP/1.1" status: 200 len: 217 time: 0.1017087 Apr 30 13:18:57.651048 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-a08fd8fe-877f-472d-b683-ec7c5dd74497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:57.652483 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-a08fd8fe-877f-472d-b683-ec7c5dd74497 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=88899f57-9ebd-4f13-bcfb-94f1f92c3530 HTTP/1.1" status: 200 len: 849 time: 0.0727427 Apr 30 13:18:57.700132 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ab31-122a-45f6-88f5-039bdfa7e1e6 req-5207d902-2d08-47c3-a019-c400ce69adc8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:57.701575 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8cd9ab31-122a-45f6-88f5-039bdfa7e1e6 req-5207d902-2d08-47c3-a019-c400ce69adc8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1803262 Apr 30 13:18:57.708173 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-f4cfd17a-32b2-4887-ac55-65d9ba8712cc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c970bed0-40fa-417e-909d-dffd541b3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492640 Apr 30 13:18:57.836817 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8cd9ab31-122a-45f6-88f5-039bdfa7e1e6 req-ec6d03b9-ccb8-4b36-a5f2-9f719f416b7a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276295 Apr 30 13:18:57.869060 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-2b9fc7d2-7313-4312-9fcf-c896abd3940b service neutron] 10.222.0.87 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470256 Apr 30 13:18:58.091580 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a4a4dc7f-c7d1-443e-9aa1-ac219b440a0b req-0886ef7d-d94f-4bca-89b2-8c4fb6949d75 service neutron] 10.222.0.87 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156947 Apr 30 13:18:58.323203 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b11222-6a3b-4493-b00e-906f2f559390 req-2049f11e-a4ce-4d27-bd57-b3e6e13dfb41 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:58.324619 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-99b11222-6a3b-4493-b00e-906f2f559390 req-2049f11e-a4ce-4d27-bd57-b3e6e13dfb41 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 944 time: 0.0838113 Apr 30 13:18:58.367927 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-99b11222-6a3b-4493-b00e-906f2f559390 req-54273585-4bdf-41c3-ad12-343020db8df4 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375946 Apr 30 13:18:58.549136 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 558e5938-186c-4b35-a4fc-233b1cc211be details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:58.685787 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 558e5938-186c-4b35-a4fc-233b1cc211be, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=558e5938-186c-4b35-a4fc-233b1cc211be,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:58.700600 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '558e5938-186c-4b35-a4fc-233b1cc211be', 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12', 'port_id': '558e5938-186c-4b35-a4fc-233b1cc211be', 'mac_address': 'fa:16:3e:ac:7d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88899f57-9ebd-4f13-bcfb-94f1f92c3530', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:58.758078 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:58.776128 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558e5938-186c-4b35-a4fc-233b1cc211be {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:58.795902 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 558e5938-186c-4b35-a4fc-233b1cc211be, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=558e5938-186c-4b35-a4fc-233b1cc211be,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:58.800476 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:58.802214 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:58.867855 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=558e5938-186c-4b35-a4fc-233b1cc211be,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:58.875702 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.876041 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.876372 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.876702 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.877020 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.877342 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.877660 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.877973 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.878287 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.878600 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.878912 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.879748 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:58.883254 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:59.092933 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['558e5938-186c-4b35-a4fc-233b1cc211be'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:59.553915 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41438933-b909-4983-b7a9-b21ceb154b2f req-90dcfd36-3b0b-4b58-b4c8-148a52efd2f2 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:59.555518 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-41438933-b909-4983-b7a9-b21ceb154b2f req-90dcfd36-3b0b-4b58-b4c8-148a52efd2f2 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 945 time: 0.0834570 Apr 30 13:18:59.604533 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-41438933-b909-4983-b7a9-b21ceb154b2f req-aba518e1-1756-459f-9a5b-0f5e60d13ba3 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Apr 30 13:19:00.569393 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 558e5938-186c-4b35-a4fc-233b1cc211be up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:00.639195 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 558e5938-186c-4b35-a4fc-233b1cc211be completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:00.647787 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 558e5938-186c-4b35-a4fc-233b1cc211be triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:00.647954 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.791283 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.801311 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f104734-cd5f-4b04-8246-58e47efcc250 req-148680a8-95cd-474f-bf58-42cf4c8febd6 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:00.802757 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5f104734-cd5f-4b04-8246-58e47efcc250 req-148680a8-95cd-474f-bf58-42cf4c8febd6 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 945 time: 0.0840764 Apr 30 13:19:00.818326 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94dd115-10bb-4c83-9c9c-2fcab0f568bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558e5938-186c-4b35-a4fc-233b1cc211be'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:00.828049 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 558e5938-186c-4b35-a4fc-233b1cc211be, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=558e5938-186c-4b35-a4fc-233b1cc211be,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:00.832894 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.836934 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:00.862968 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5f104734-cd5f-4b04-8246-58e47efcc250 req-c0c5b6c9-f42d-40ea-87cd-f8e5ac1725a4 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538654 Apr 30 13:19:00.868415 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94dd115-10bb-4c83-9c9c-2fcab0f568bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558e5938-186c-4b35-a4fc-233b1cc211be', 'code': 200} Apr 30 13:19:00.916075 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=558e5938-186c-4b35-a4fc-233b1cc211be,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:00.919094 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:01.122758 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e74146-882b-4f81-961c-8a26b6b5a6a7 req-e3181e85-aef9-4d6d-94c0-a1d7bd675712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:01.124242 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-60e74146-882b-4f81-961c-8a26b6b5a6a7 req-e3181e85-aef9-4d6d-94c0-a1d7bd675712 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 1099 time: 0.0717275 Apr 30 13:19:01.163622 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-60e74146-882b-4f81-961c-8a26b6b5a6a7 req-b459435a-2b40-4875-a08c-614138f758b6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Apr 30 13:19:01.890923 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-62871357-efbc-4c2b-8f77-46d1a6436735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.063633 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bcab6-9ecf-458f-9819-665fd30dd64c req-5a278731-4b75-4bc6-9699-598f3a098e21 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:02.065154 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0f5bcab6-9ecf-458f-9819-665fd30dd64c req-5a278731-4b75-4bc6-9699-598f3a098e21 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 946 time: 0.0819018 Apr 30 13:19:02.114746 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0f5bcab6-9ecf-458f-9819-665fd30dd64c req-7add5262-1097-4fb8-9f96-32ef36220d14 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 Apr 30 13:19:02.227862 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:19:03.296745 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4be91b-16f7-4027-8770-b202202527a0 req-9771dcc5-7364-452b-88bc-5f169be75288 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:03.298201 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed4be91b-16f7-4027-8770-b202202527a0 req-9771dcc5-7364-452b-88bc-5f169be75288 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 946 time: 0.0806153 Apr 30 13:19:03.342884 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ed4be91b-16f7-4027-8770-b202202527a0 req-083596d7-c086-4937-8a50-3ef697d8d8bc tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383279 Apr 30 13:19:04.402466 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea559ca-bdd2-420c-a21d-39a1737b666f req-7f445855-232a-4ca3-aafa-564f25153e76 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:04.403977 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ea559ca-bdd2-420c-a21d-39a1737b666f req-7f445855-232a-4ca3-aafa-564f25153e76 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 946 time: 0.0855725 Apr 30 13:19:04.414434 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:04.452899 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ea559ca-bdd2-420c-a21d-39a1737b666f req-5ce70f2d-7547-468d-9d9d-2b7fd180cc14 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Apr 30 13:19:04.669439 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3a8aab38-1ff0-4c99-a859-ee1e0c8ae0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.380214 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.642717 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b95ae-b456-4668-9a42-fcac5abf3f24 req-ccb3fec5-85c3-48f8-b142-56eff9896adb tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:05.644125 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3b2b95ae-b456-4668-9a42-fcac5abf3f24 req-ccb3fec5-85c3-48f8-b142-56eff9896adb tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 946 time: 0.0818598 Apr 30 13:19:05.655115 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.691827 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3b2b95ae-b456-4668-9a42-fcac5abf3f24 req-ceac1505-a1b7-4096-8d85-237d728dd92b tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Apr 30 13:19:05.816587 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-459c90ec-8d0d-4ef1-8510-871da3f29bfa tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:05.817993 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-459c90ec-8d0d-4ef1-8510-871da3f29bfa tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.87 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 946 time: 0.0901787 Apr 30 13:19:05.958985 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Deleting port 558e5938-186c-4b35-a4fc-233b1cc211be {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:05.959332 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.094360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] For port 558e5938-186c-4b35-a4fc-233b1cc211be, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=558e5938-186c-4b35-a4fc-233b1cc211be,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:06.094696 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.219710 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Calling delete_port for 558e5938-186c-4b35-a4fc-233b1cc211be owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:06.329892 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.335940 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-75a673fc-cf5b-4650-b4be-4325914aa81e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:06.363768 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['558e5938-186c-4b35-a4fc-233b1cc211be'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:06.386840 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Pushing event deleted for resources: {'Port': ['ID=558e5938-186c-4b35-a4fc-233b1cc211be,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:06.389376 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:06.466885 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] No DVR routers for this DVR port 558e5938-186c-4b35-a4fc-233b1cc211be on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:06.469444 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.472087 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94dd115-10bb-4c83-9c9c-2fcab0f568bd', 'name': 'network-vif-deleted', 'tag': '558e5938-186c-4b35-a4fc-233b1cc211be'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:06.487475 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-06a78809-65e7-4cfa-9183-a97c5db2a298 req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.87 "DELETE /v2.0/ports/558e5938-186c-4b35-a4fc-233b1cc211be HTTP/1.1" status: 204 len: 173 time: 0.6638269 Apr 30 13:19:06.531334 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94dd115-10bb-4c83-9c9c-2fcab0f568bd', 'name': 'network-vif-deleted', 'tag': '558e5938-186c-4b35-a4fc-233b1cc211be', 'status': 'completed', 'code': 200} Apr 30 13:19:06.935680 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-1b59140c-bc55-485e-b0d4-d04d2e22a846 req-66a3310b-7a82-4bab-b6d0-c5be2131d8bc tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Synchronizing usage tracker for tenant:e79cf156a2674c2b8a0649c947bbc6fc on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:06.952650 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-1b59140c-bc55-485e-b0d4-d04d2e22a846 req-66a3310b-7a82-4bab-b6d0-c5be2131d8bc tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Unset dirty status for tenant:e79cf156a2674c2b8a0649c947bbc6fc on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:06.953797 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1b59140c-bc55-485e-b0d4-d04d2e22a846 req-66a3310b-7a82-4bab-b6d0-c5be2131d8bc tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=a94dd115-10bb-4c83-9c9c-2fcab0f568bd HTTP/1.1" status: 200 len: 210 time: 0.1422870 Apr 30 13:19:07.079118 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.316439 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-5f69fb1d-cbc4-4df2-954c-31e5359c8f92 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.317796 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-5f69fb1d-cbc4-4df2-954c-31e5359c8f92 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/networks?id=c970bed0-40fa-417e-909d-dffd541b3a12 HTTP/1.1" status: 200 len: 809 time: 0.1478202 Apr 30 13:19:08.335178 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-ab02a3c4-33aa-4d38-b865-758c13250215 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/quotas/e79cf156a2674c2b8a0649c947bbc6fc HTTP/1.1" status: 200 len: 375 time: 0.0116775 Apr 30 13:19:08.389935 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-159696d1-c471-4c72-83dd-3d308f87c7de tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e79cf156a2674c2b8a0649c947bbc6fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491059 Apr 30 13:19:08.568518 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-8482e5fc-49d6-4559-b411-8cd2200f6fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714265 Apr 30 13:19:08.619812 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 558e5938-186c-4b35-a4fc-233b1cc211be no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:08.655388 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 558e5938-186c-4b35-a4fc-233b1cc211be {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:08.655715 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 558e5938-186c-4b35-a4fc-233b1cc211be not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:08.703369 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-56166408-3e5b-45b4-9a79-2e574d30aaec service neutron] 10.222.0.66 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289599 Apr 30 13:19:08.881127 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7a5efc5d-68a8-4e01-8e7b-15db5f31f1a2 req-0a2dac69-1aea-4972-bdd0-7b134379ec31 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 210 time: 0.0467618 Apr 30 13:19:10.076760 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1805c980-db69-49b4-b5a1-352d1851cd30 req-6a6e436c-77e9-4fba-8a4a-9db3e29946d3 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 210 time: 0.0568838 Apr 30 13:19:10.117490 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1f2af7b1-d890-4a2a-872f-67c75e4118b0 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:10.119655 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1f2af7b1-d890-4a2a-872f-67c75e4118b0 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.87 "GET /v2.0/networks?id=c970bed0-40fa-417e-909d-dffd541b3a12 HTTP/1.1" status: 200 len: 809 time: 0.1956294 Apr 30 13:19:10.137885 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Request body: {'port': {'device_id': 'bc221338-2639-41a3-88db-8e7399395cbd', 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12', 'admin_state_up': True, 'tenant_id': 'e79cf156a2674c2b8a0649c947bbc6fc'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:10.275257 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:10.284750 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:10.295357 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Made reservation on behalf of e79cf156a2674c2b8a0649c947bbc6fc for: {'port': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:10.298925 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.463180 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Allocated IP 172.20.0.6 (c970bed0-40fa-417e-909d-dffd541b3a12/88899f57-9ebd-4f13-bcfb-94f1f92c3530/c98a8690-fddc-4927-b03c-b3b2f2928301) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:10.667767 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.697984 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.703601 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-72a74f06-4835-499c-927d-22459d2b6d44 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:10.772187 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Network c970bed0-40fa-417e-909d-dffd541b3a12 is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:10.776263 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:10.780309 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:10.810381 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Pushing event updated for resources: {'Port': ['ID=c98a8690-fddc-4927-b03c-b3b2f2928301,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:10.816621 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:10.845575 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:10.846187 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.869843 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-29e4e1c0-0d2a-43c2-9d6b-2af2b6fdf71a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358532 Apr 30 13:19:10.887478 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Request body: {'port': {'device_id': 'bc221338-2639-41a3-88db-8e7399395cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:10.999209 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.400305 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c63088-73f1-4977-b68f-b271a64de58f req-ef50cca9-8d1b-4859-9da8-c51cf8df5b7a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:11.401023 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-51c63088-73f1-4977-b68f-b271a64de58f req-ef50cca9-8d1b-4859-9da8-c51cf8df5b7a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Synchronizing usage tracker for tenant:e79cf156a2674c2b8a0649c947bbc6fc on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:11.435018 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-51c63088-73f1-4977-b68f-b271a64de58f req-ef50cca9-8d1b-4859-9da8-c51cf8df5b7a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Unset dirty status for tenant:e79cf156a2674c2b8a0649c947bbc6fc on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:11.436178 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-51c63088-73f1-4977-b68f-b271a64de58f req-ef50cca9-8d1b-4859-9da8-c51cf8df5b7a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 931 time: 0.2396095 Apr 30 13:19:11.536137 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-51c63088-73f1-4977-b68f-b271a64de58f req-cd9059ed-0dc6-42cb-98b8-8b64d7d8681b tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871766 Apr 30 13:19:11.538138 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98a8690-fddc-4927-b03c-b3b2f2928301 {{(pid=73798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:11.546366 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.565008 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Transition to ACTIVE for port object c98a8690-fddc-4927-b03c-b3b2f2928301 will not be triggered until provisioned by entity L2. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:11.568802 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.572781 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:11.737861 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Pushing event updated for resources: {'Port': ['ID=c98a8690-fddc-4927-b03c-b3b2f2928301,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:11.745057 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:11.811642 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Attempting to bind port c98a8690-fddc-4927-b03c-b3b2f2928301 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:19:11.811970 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Attempting to bind port c98a8690-fddc-4927-b03c-b3b2f2928301 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0b9fff98-67a2-4e36-844a-323eb50af06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12'}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:19:11.812296 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Attempting to bind port c98a8690-fddc-4927-b03c-b3b2f2928301 on network c970bed0-40fa-417e-909d-dffd541b3a12 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:11.817184 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Port c98a8690-fddc-4927-b03c-b3b2f2928301 on network c970bed0-40fa-417e-909d-dffd541b3a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:19:11.817399 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Attempting to bind port c98a8690-fddc-4927-b03c-b3b2f2928301 on network c970bed0-40fa-417e-909d-dffd541b3a12 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:11.822632 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:19:11.822962 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Checking segment: {'id': '0b9fff98-67a2-4e36-844a-323eb50af06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:11.823380 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Bound using segment: {'id': '0b9fff98-67a2-4e36-844a-323eb50af06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12'} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:19:11.823804 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Bound port: c98a8690-fddc-4927-b03c-b3b2f2928301, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9fff98-67a2-4e36-844a-323eb50af06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12'}}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:19:11.824148 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.917075 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] For port c98a8690-fddc-4927-b03c-b3b2f2928301, host hv-cinder-78445, cleared binding levels {{(pid=73798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:19:11.920190 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] For port c98a8690-fddc-4927-b03c-b3b2f2928301, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c98a8690-fddc-4927-b03c-b3b2f2928301,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:19:11.925143 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.928771 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6dbc21ff-376c-4625-9c2a-87200a82f4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:11.981526 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:11.982142 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.983521 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] 10.222.0.87 "PUT /v2.0/ports/c98a8690-fddc-4927-b03c-b3b2f2928301 HTTP/1.1" status: 200 len: 1093 time: 1.1007237 Apr 30 13:19:11.984012 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc221338-2639-41a3-88db-8e7399395cbd', 'tag': 'c98a8690-fddc-4927-b03c-b3b2f2928301'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:12.014627 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Pushing event updated for resources: {'Port': ['ID=c98a8690-fddc-4927-b03c-b3b2f2928301,revision_number=3']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:12.017774 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-1199c1b1-c39d-41d2-bb7e-7a248487286d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:12.031441 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc221338-2639-41a3-88db-8e7399395cbd', 'tag': 'c98a8690-fddc-4927-b03c-b3b2f2928301', 'status': 'completed', 'code': 200} Apr 30 13:19:12.127232 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-2a060e62-fc79-4591-8436-b5197bffc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.128657 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-2a060e62-fc79-4591-8436-b5197bffc336 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e79cf156a2674c2b8a0649c947bbc6fc&device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 1096 time: 0.0794764 Apr 30 13:19:12.206068 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-7fcbdb78-64f8-4a93-9a57-f9a4f5bab320 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c98a8690-fddc-4927-b03c-b3b2f2928301 HTTP/1.1" status: 200 len: 217 time: 0.0629671 Apr 30 13:19:12.274729 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1c0623ba-a65d-42d6-b8cc-adf31f3ad799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.276752 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-1c0623ba-a65d-42d6-b8cc-adf31f3ad799 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=88899f57-9ebd-4f13-bcfb-94f1f92c3530 HTTP/1.1" status: 200 len: 849 time: 0.0645251 Apr 30 13:19:12.329287 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-ba5795e1-401b-4b56-aa69-d0d55f3f2552 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c970bed0-40fa-417e-909d-dffd541b3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455017 Apr 30 13:19:12.467814 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-e42638f3-0795-4cd2-b9b5-3190e44322c5 service neutron] 10.222.0.87 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312578 Apr 30 13:19:12.605021 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4522e0ac-abf0-4fb9-abeb-3b1f12ac4c3e req-71e4a586-3acf-4ce7-b83b-aefd19b6b387 service neutron] 10.222.0.87 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301820 Apr 30 13:19:12.782920 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353d254-1811-4411-99c9-9ea110f9ef93 req-3e9e7cc2-a131-405a-9701-799e2e8d8df5 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.784320 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7353d254-1811-4411-99c9-9ea110f9ef93 req-3e9e7cc2-a131-405a-9701-799e2e8d8df5 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 943 time: 0.1393828 Apr 30 13:19:12.817091 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-1cff40b0-e35f-4dcd-9924-54f1c2f78c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.818535 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-1cff40b0-e35f-4dcd-9924-54f1c2f78c51 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e79cf156a2674c2b8a0649c947bbc6fc&device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 1096 time: 0.1224608 Apr 30 13:19:12.871665 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7353d254-1811-4411-99c9-9ea110f9ef93 req-912dbfef-64ce-4cdf-8ee6-32018857fa6d tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814967 Apr 30 13:19:13.055285 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-a578a610-a509-4932-b864-93b7c7a69c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.057177 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-a578a610-a509-4932-b864-93b7c7a69c0a service neutron] 10.222.0.87 "GET /v2.0/networks?id=c970bed0-40fa-417e-909d-dffd541b3a12 HTTP/1.1" status: 200 len: 910 time: 0.2301025 Apr 30 13:19:13.128093 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-da5ea292-9b14-4d08-a148-e599f78d1d6e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c98a8690-fddc-4927-b03c-b3b2f2928301 HTTP/1.1" status: 200 len: 217 time: 0.0631030 Apr 30 13:19:13.193629 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-5a2aa259-f2d0-4b7e-ac51-dfb29841d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.195074 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-5a2aa259-f2d0-4b7e-ac51-dfb29841d7fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=88899f57-9ebd-4f13-bcfb-94f1f92c3530 HTTP/1.1" status: 200 len: 849 time: 0.0602849 Apr 30 13:19:13.246959 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-d279221b-b201-4d6b-ad40-f616835db1ef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c970bed0-40fa-417e-909d-dffd541b3a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444901 Apr 30 13:19:13.382836 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-9184e9cb-bc8a-4987-9be9-a34cb6bd9062 service neutron] 10.222.0.87 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284993 Apr 30 13:19:13.517962 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-aaf0abb3-f261-43d6-a953-80b00d6a1d3b req-fc481ab5-c000-460a-a827-af0d57836485 service neutron] 10.222.0.87 "GET /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275806 Apr 30 13:19:14.079123 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b22e5-0850-4078-bf9b-8a2dc5371201 req-1a0c0e84-9bfa-47de-b26d-272bd96a5d69 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:14.080597 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-527b22e5-0850-4078-bf9b-8a2dc5371201 req-1a0c0e84-9bfa-47de-b26d-272bd96a5d69 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 943 time: 0.0959332 Apr 30 13:19:14.125953 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-527b22e5-0850-4078-bf9b-8a2dc5371201 req-05a8050b-87fb-460c-b1cb-dcd59b601a0b tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Apr 30 13:19:14.642482 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device c98a8690-fddc-4927-b03c-b3b2f2928301 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:19:14.780037 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port c98a8690-fddc-4927-b03c-b3b2f2928301, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c98a8690-fddc-4927-b03c-b3b2f2928301,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:14.794659 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': 'c98a8690-fddc-4927-b03c-b3b2f2928301', 'network_id': 'c970bed0-40fa-417e-909d-dffd541b3a12', 'port_id': 'c98a8690-fddc-4927-b03c-b3b2f2928301', 'mac_address': 'fa:16:3e:00:56:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88899f57-9ebd-4f13-bcfb-94f1f92c3530', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:19:14.881564 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:14.898278 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98a8690-fddc-4927-b03c-b3b2f2928301 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:14.917255 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port c98a8690-fddc-4927-b03c-b3b2f2928301, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c98a8690-fddc-4927-b03c-b3b2f2928301,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:14.922373 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:14.925097 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:14.991160 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=c98a8690-fddc-4927-b03c-b3b2f2928301,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:14.994129 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:15.202518 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['c98a8690-fddc-4927-b03c-b3b2f2928301'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:15.320837 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e44c9-1f2a-4572-9a90-b2ed23515e95 req-d496e0b7-f050-4dae-9a26-29db2b3c3d89 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:15.322859 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c37e44c9-1f2a-4572-9a90-b2ed23515e95 req-d496e0b7-f050-4dae-9a26-29db2b3c3d89 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 944 time: 0.0864773 Apr 30 13:19:15.371301 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c37e44c9-1f2a-4572-9a90-b2ed23515e95 req-02e1a76c-debe-4e79-90c6-1ed233323ff1 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Apr 30 13:19:16.558987 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f39f4-f5b4-4546-8bc0-18260b8ad3ca req-02c3a87b-698e-4a8f-9acd-91d63c19100b tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:16.560474 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3b9f39f4-f5b4-4546-8bc0-18260b8ad3ca req-02c3a87b-698e-4a8f-9acd-91d63c19100b tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 944 time: 0.0825155 Apr 30 13:19:16.610163 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3b9f39f4-f5b4-4546-8bc0-18260b8ad3ca req-7f39181f-df5d-4757-85fe-32987071ebbe tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Apr 30 13:19:16.638462 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device c98a8690-fddc-4927-b03c-b3b2f2928301 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:16.707269 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port c98a8690-fddc-4927-b03c-b3b2f2928301 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:16.711760 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port c98a8690-fddc-4927-b03c-b3b2f2928301 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:16.712193 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.829105 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.858421 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc221338-2639-41a3-88db-8e7399395cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a8690-fddc-4927-b03c-b3b2f2928301'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:16.868398 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port c98a8690-fddc-4927-b03c-b3b2f2928301, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c98a8690-fddc-4927-b03c-b3b2f2928301,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:16.874639 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.876517 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:16.914484 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc221338-2639-41a3-88db-8e7399395cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a8690-fddc-4927-b03c-b3b2f2928301', 'code': 200} Apr 30 13:19:16.948349 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=c98a8690-fddc-4927-b03c-b3b2f2928301,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:16.951317 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:17.169751 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffabc45-77ed-4d31-b2eb-7d01fd3282d7 req-157d8e78-9bf5-410e-b6cf-0b71a3bcef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.171259 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ffabc45-77ed-4d31-b2eb-7d01fd3282d7 req-157d8e78-9bf5-410e-b6cf-0b71a3bcef6a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 1098 time: 0.0707531 Apr 30 13:19:17.213082 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ffabc45-77ed-4d31-b2eb-7d01fd3282d7 req-c6bae414-1dd5-44bf-97fc-e8518fd91d4d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354280 Apr 30 13:19:17.801079 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319937d2-4b1f-4d02-b22c-d244e44fe858 req-c497f42f-6978-46e2-9cba-2cd3be5df405 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.802655 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-319937d2-4b1f-4d02-b22c-d244e44fe858 req-c497f42f-6978-46e2-9cba-2cd3be5df405 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 945 time: 0.0855453 Apr 30 13:19:17.850353 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-319937d2-4b1f-4d02-b22c-d244e44fe858 req-e3ffc30c-8f2c-4c81-b6d9-6c4e2931b624 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Apr 30 13:19:19.041147 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ec825-c2f8-458f-96c0-a22145a17e14 req-25bf3438-a1c5-4a1b-b0f3-d4b11f2f8c39 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:19.042628 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-518ec825-c2f8-458f-96c0-a22145a17e14 req-25bf3438-a1c5-4a1b-b0f3-d4b11f2f8c39 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 945 time: 0.0832031 Apr 30 13:19:19.089169 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-518ec825-c2f8-458f-96c0-a22145a17e14 req-22a4a5e3-2d0a-44a0-bb77-004e3152c3aa tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Apr 30 13:19:20.246342 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838e02-2bbe-4e21-bede-6a3564953b9c req-33a15554-f9bf-4fc3-84ae-7b1370b85a5a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:20.247820 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ee838e02-2bbe-4e21-bede-6a3564953b9c req-33a15554-f9bf-4fc3-84ae-7b1370b85a5a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 945 time: 0.0850589 Apr 30 13:19:20.295939 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ee838e02-2bbe-4e21-bede-6a3564953b9c req-94031f0c-d50f-403c-8473-17bb17f45bb5 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Apr 30 13:19:21.493047 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb1142-f2c8-463a-a974-31f7012e8ba3 req-50972ac0-2947-48dd-b9ca-a3dcfe3754b0 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:21.494560 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dfbb1142-f2c8-463a-a974-31f7012e8ba3 req-50972ac0-2947-48dd-b9ca-a3dcfe3754b0 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 945 time: 0.0892274 Apr 30 13:19:21.541718 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dfbb1142-f2c8-463a-a974-31f7012e8ba3 req-2ce83867-ca4b-43a8-9731-e0fb8e6b20d3 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/security-groups?id=c96ecb7e-09af-443d-afc6-6fc02675b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Apr 30 13:19:21.738604 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-7c63a03c-a2f5-48be-97cb-9c2662aa005f tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:21.740050 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-7c63a03c-a2f5-48be-97cb-9c2662aa005f tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 945 time: 0.0811517 Apr 30 13:19:21.878872 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Deleting port c98a8690-fddc-4927-b03c-b3b2f2928301 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:21.879329 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.106126 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] For port c98a8690-fddc-4927-b03c-b3b2f2928301, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c98a8690-fddc-4927-b03c-b3b2f2928301,segment=NetworkSegment(0b9fff98-67a2-4e36-844a-323eb50af06b),segment_id=0b9fff98-67a2-4e36-844a-323eb50af06b)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:22.106475 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.229117 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Calling delete_port for c98a8690-fddc-4927-b03c-b3b2f2928301 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:22.340930 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.346158 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4fb35420-6ae4-4c9e-81d0-db75e684add1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:22.377066 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['c98a8690-fddc-4927-b03c-b3b2f2928301'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:22.394324 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Pushing event deleted for resources: {'Port': ['ID=c98a8690-fddc-4927-b03c-b3b2f2928301,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:22.426026 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:22.469491 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] No DVR routers for this DVR port c98a8690-fddc-4927-b03c-b3b2f2928301 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:22.471980 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.474472 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc221338-2639-41a3-88db-8e7399395cbd', 'name': 'network-vif-deleted', 'tag': 'c98a8690-fddc-4927-b03c-b3b2f2928301'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:22.490394 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-853a1acc-6043-4afd-94c0-7c8860ec78b3 req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.87 "DELETE /v2.0/ports/c98a8690-fddc-4927-b03c-b3b2f2928301 HTTP/1.1" status: 204 len: 173 time: 0.7443571 Apr 30 13:19:22.524937 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc221338-2639-41a3-88db-8e7399395cbd', 'name': 'network-vif-deleted', 'tag': 'c98a8690-fddc-4927-b03c-b3b2f2928301', 'status': 'completed', 'code': 200} Apr 30 13:19:22.701119 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-c8b57a40-59e4-4fa3-864d-da152b77d929 req-be3127a7-a797-4c21-a539-e9025027e45a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Synchronizing usage tracker for tenant:e79cf156a2674c2b8a0649c947bbc6fc on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:22.716939 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-c8b57a40-59e4-4fa3-864d-da152b77d929 req-be3127a7-a797-4c21-a539-e9025027e45a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Unset dirty status for tenant:e79cf156a2674c2b8a0649c947bbc6fc on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:22.718072 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c8b57a40-59e4-4fa3-864d-da152b77d929 req-be3127a7-a797-4c21-a539-e9025027e45a tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc221338-2639-41a3-88db-8e7399395cbd HTTP/1.1" status: 200 len: 210 time: 0.0686610 Apr 30 13:19:24.666521 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device c98a8690-fddc-4927-b03c-b3b2f2928301 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:24.704713 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: c98a8690-fddc-4927-b03c-b3b2f2928301 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:24.705057 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device c98a8690-fddc-4927-b03c-b3b2f2928301 not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:31.896304 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4b8bf27-60f7-4d1d-ae71-5b02305d328d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.370217 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f053-5b0a-4e31-ae60-4a2c9fae576f req-ac84b956-d431-4596-bfe5-d6acd3480a95 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:32.372561 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b5f1f053-5b0a-4e31-ae60-4a2c9fae576f req-ac84b956-d431-4596-bfe5-d6acd3480a95 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1003494 Apr 30 13:19:32.431052 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b5f1f053-5b0a-4e31-ae60-4a2c9fae576f req-1a0f8ba5-1b85-4fc1-bbf4-969222d1950c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521193 Apr 30 13:19:33.683789 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ef5ce-5398-4a84-9212-42bdbdb15e86 req-5a390ae5-13b9-4c4c-8c43-30be469b9c2b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:33.685345 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-337ef5ce-5398-4a84-9212-42bdbdb15e86 req-5a390ae5-13b9-4c4c-8c43-30be469b9c2b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1265442 Apr 30 13:19:33.755390 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-337ef5ce-5398-4a84-9212-42bdbdb15e86 req-6f6cf43a-6852-4518-8c18-7e4360f2b74f tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633197 Apr 30 13:19:34.416717 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.676609 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9533b198-266e-4495-bc24-b404481679d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.964373 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2390799-e710-4abd-9994-18ccdd1a07e7 req-c551dcd2-a929-46da-a5c0-4a0354123208 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:34.965796 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2390799-e710-4abd-9994-18ccdd1a07e7 req-c551dcd2-a929-46da-a5c0-4a0354123208 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0989470 Apr 30 13:19:35.013667 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b2390799-e710-4abd-9994-18ccdd1a07e7 req-8250326d-2d37-4758-b806-bdfd5f78e1dd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413759 Apr 30 13:19:35.385890 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.661093 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:36.247009 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec70a3-caee-4768-aa58-f44e4313e7ae req-b6869c08-ce81-4843-bf0c-b8ea1a14cef7 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:36.250105 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-09ec70a3-caee-4768-aa58-f44e4313e7ae req-b6869c08-ce81-4843-bf0c-b8ea1a14cef7 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1147950 Apr 30 13:19:36.301615 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-09ec70a3-caee-4768-aa58-f44e4313e7ae req-69037557-0295-4e12-b582-e9bde52c745c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454907 Apr 30 13:19:37.087363 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.520326 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889db0ba-f761-43cb-9586-f10fc3b16868 req-5c2c5104-cd12-4f54-b5eb-e24115a29b25 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:37.521951 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-889db0ba-f761-43cb-9586-f10fc3b16868 req-5c2c5104-cd12-4f54-b5eb-e24115a29b25 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1016757 Apr 30 13:19:37.573714 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-889db0ba-f761-43cb-9586-f10fc3b16868 req-1a911c46-bf89-4ab1-a505-aa9f10aad423 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 Apr 30 13:19:38.916408 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1f840-e5e8-46cb-99d8-6411a77d1a13 req-c3834ba8-3679-4086-b401-a05d8e8bf741 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:38.923420 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9dd1f840-e5e8-46cb-99d8-6411a77d1a13 req-c3834ba8-3679-4086-b401-a05d8e8bf741 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1422229 Apr 30 13:19:38.970710 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9dd1f840-e5e8-46cb-99d8-6411a77d1a13 req-db366fd8-cc3d-4cae-a3ca-7ec24094622c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458453 Apr 30 13:19:39.226503 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:19:39.942639 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-f87e4287-45b1-4daa-8733-ce4b992fa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:39.944212 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-f87e4287-45b1-4daa-8733-ce4b992fa00a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1099 time: 0.0748668 Apr 30 13:19:40.150831 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-aba0e973-924f-4c53-a67d-bc1aea5f6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:40.152294 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-aba0e973-924f-4c53-a67d-bc1aea5f6bea service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.1878743 Apr 30 13:19:40.276591 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163e3c1-fa48-4e52-9703-dda1b7c12e2e req-acc41316-2ad3-4256-8fd9-65552f31510e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:40.278056 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d163e3c1-fa48-4e52-9703-dda1b7c12e2e req-acc41316-2ad3-4256-8fd9-65552f31510e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1808391 Apr 30 13:19:40.279937 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-56ac0fc9-27c2-4063-97bd-29e349dd4239 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 1002 time: 0.1199811 Apr 30 13:19:40.371119 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d163e3c1-fa48-4e52-9703-dda1b7c12e2e req-24fed492-a623-4142-8792-14c5eff7e232 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848260 Apr 30 13:19:40.377344 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-a3e5df25-d112-4542-9abe-967e24d4b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:40.378730 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-a3e5df25-d112-4542-9abe-967e24d4b72c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0794094 Apr 30 13:19:40.546914 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-788b2ab6-56a4-4927-9724-7099689967ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:40.548322 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-788b2ab6-56a4-4927-9724-7099689967ca service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1599104 Apr 30 13:19:40.682644 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-011abec7-a5c5-4e18-a8bc-e35ae785650d service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266356 Apr 30 13:19:40.824812 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1d69a09e-0631-46e4-9010-a62fa58e99ea req-012db1f5-6aaa-4872-9c8d-4a8b3b5535bb service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353469 Apr 30 13:19:41.567176 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5a1af-f899-465a-8dac-6db0cec30bd4 req-e350aeeb-495d-48bd-bdc2-1af02f751051 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:41.568559 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-27b5a1af-f899-465a-8dac-6db0cec30bd4 req-e350aeeb-495d-48bd-bdc2-1af02f751051 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0893133 Apr 30 13:19:41.615944 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-27b5a1af-f899-465a-8dac-6db0cec30bd4 req-06ff2e55-611e-4254-8367-eeb36d6354f6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Apr 30 13:19:42.460615 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45960) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:42.519620 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e82fca-e263-4037-b110-eaf4f856ecdd admin admin] Deleting subnet 88899f57-9ebd-4f13-bcfb-94f1f92c3530 {{(pid=73799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:19:42.522475 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6e82fca-e263-4037-b110-eaf4f856ecdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.577113 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6e82fca-e263-4037-b110-eaf4f856ecdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1858126'] for subnet, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.637613 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6e82fca-e263-4037-b110-eaf4f856ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.807854 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d6b7-c6d9-4897-b43a-068fc5891180 req-14bd401e-dcc0-4d14-a9b4-d2f2ee7e6804 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:42.809358 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c014d6b7-c6d9-4897-b43a-068fc5891180 req-14bd401e-dcc0-4d14-a9b4-d2f2ee7e6804 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0816987 Apr 30 13:19:42.855528 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c014d6b7-c6d9-4897-b43a-068fc5891180 req-38964690-a1ab-4f64-b980-0ca0799ae7b3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403354 Apr 30 13:19:42.891889 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6e82fca-e263-4037-b110-eaf4f856ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230031'] for subnet, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.895772 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-dcb11079-2dec-4ad5-a674-45a122f9b552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:42.933770 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6e82fca-e263-4037-b110-eaf4f856ecdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.937823 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e82fca-e263-4037-b110-eaf4f856ecdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88899f57-9ebd-4f13-bcfb-94f1f92c3530,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:42.940764 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d6e82fca-e263-4037-b110-eaf4f856ecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:42.944607 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d6e82fca-e263-4037-b110-eaf4f856ecdd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/88899f57-9ebd-4f13-bcfb-94f1f92c3530 HTTP/1.1" status: 204 len: 168 time: 0.4829357 Apr 30 13:19:42.947726 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45968) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:43.063232 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.189980 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.240916 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a680a-898b-4203-8d2b-0e78a34aa2ce req-cc9c43ab-e8c8-4d2d-82cb-7b0b4a13b8c6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:43.242371 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a83a680a-898b-4203-8d2b-0e78a34aa2ce req-cc9c43ab-e8c8-4d2d-82cb-7b0b4a13b8c6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1300874 Apr 30 13:19:43.298059 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c970bed0-40fa-417e-909d-dffd541b3a12']}} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:43.302317 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a83a680a-898b-4203-8d2b-0e78a34aa2ce req-3aa46be7-302a-4c48-98df-477fad71dd20 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527167 Apr 30 13:19:43.307583 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-cf302fc6-3742-46c5-b0ff-c2a8a0e95836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:43.309016 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-cf302fc6-3742-46c5-b0ff-c2a8a0e95836 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 1099 time: 0.1203194 Apr 30 13:19:43.311801 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9fff98-67a2-4e36-844a-323eb50af06b') {'for_net_delete': True} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:43.312097 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9fff98-67a2-4e36-844a-323eb50af06b') {} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:43.324184 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1858119'] for segment, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.340024 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.346329 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=73799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:19:43.446113 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-06746c01-9107-4b64-b7f6-4fc357a1dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:43.447585 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-06746c01-9107-4b64-b7f6-4fc357a1dea1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.1317606 Apr 30 13:19:43.551507 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-e427afbf-b311-416e-a49f-13d31528f36a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 200 len: 1002 time: 0.0972381 Apr 30 13:19:43.611145 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Network c970bed0-40fa-417e-909d-dffd541b3a12 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:43.617972 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-aaab0687-a72f-4e1c-af6d-880b7d2a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:43.619264 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-aaab0687-a72f-4e1c-af6d-880b7d2a5967 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0608835 Apr 30 13:19:43.619421 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2109741'] for segment, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.694361 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-1bf03dce-8248-4c4c-80f4-6102cfbf0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:43.695890 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-1bf03dce-8248-4c4c-80f4-6102cfbf0b5c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707574 Apr 30 13:19:43.785918 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Network c970bed0-40fa-417e-909d-dffd541b3a12 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: Traceback (most recent call last): Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: timer() Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: cb(*args, **kw) Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: return func(*args, **kwargs) Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: self._notify() Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: self.callback(batched_events) Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: event.method(event) Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: return f(self, *a, **k) Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: return self._get(url).json() Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: return self.request(url, 'GET', **kwargs) Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:19:43.811141 dv-cinder-784453-4-smb neutron-server[73799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:19:43.826662 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-e68f07c2-f57d-4463-94f5-ecc26facdd43 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241474 Apr 30 13:19:43.885258 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.890638 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.893184 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-845240aa-b90f-41af-9e8b-b3e22572104c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:43.913209 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c970bed0-40fa-417e-909d-dffd541b3a12,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:43.916896 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] 10.222.0.66 "DELETE /v2.0/networks/c970bed0-40fa-417e-909d-dffd541b3a12 HTTP/1.1" status: 204 len: 168 time: 0.9682262 Apr 30 13:19:43.917785 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-ffe7427d-cac2-4baf-831e-9fca5976ac6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:43.965511 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-48920374-6cec-479a-a727-ca7ff10e8ec0 req-1ac56625-ba4e-4c9d-94cc-c8cb65b63a6f service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330299 Apr 30 13:19:44.026229 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45976) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:44.079959 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-c96dca4b-02be-4d23-aa51-9ac6bd5d2ba5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e79cf156a2674c2b8a0649c947bbc6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525055 Apr 30 13:19:44.082325 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 45980) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:44.140079 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-70b41c8d-50fd-4a15-88ba-2a3a68d6f992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.165573 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-70b41c8d-50fd-4a15-88ba-2a3a68d6f992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.216039 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-70b41c8d-50fd-4a15-88ba-2a3a68d6f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.220671 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b51b28ea-ccfe-4515-bb53-559e224cc8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:44.232193 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b41c8d-50fd-4a15-88ba-2a3a68d6f992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96ecb7e-09af-443d-afc6-6fc02675b124,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:44.235567 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-70b41c8d-50fd-4a15-88ba-2a3a68d6f992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:44.237756 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-70b41c8d-50fd-4a15-88ba-2a3a68d6f992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.240877 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-70b41c8d-50fd-4a15-88ba-2a3a68d6f992 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c96ecb7e-09af-443d-afc6-6fc02675b124 HTTP/1.1" status: 204 len: 168 time: 0.1552458 Apr 30 13:19:44.498881 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae909c0-fbad-481b-8aad-347d8d261d59 req-8013b9e4-9e6f-4f0f-9516-06d43ed073a3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:44.500493 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3ae909c0-fbad-481b-8aad-347d8d261d59 req-8013b9e4-9e6f-4f0f-9516-06d43ed073a3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0802212 Apr 30 13:19:44.556041 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3ae909c0-fbad-481b-8aad-347d8d261d59 req-69091d2a-fdea-43c4-b223-c06255d037f8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488682 Apr 30 13:19:45.742142 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121a0f-9d3d-4d7d-bc11-e2a1bde93ba9 req-785fea45-58aa-4714-a09a-83e8b3c0f7c4 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:45.744074 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8a121a0f-9d3d-4d7d-bc11-e2a1bde93ba9 req-785fea45-58aa-4714-a09a-83e8b3c0f7c4 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0810599 Apr 30 13:19:45.786936 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8a121a0f-9d3d-4d7d-bc11-e2a1bde93ba9 req-79a73234-4c8b-486a-a970-97f3ca2d3651 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372012 Apr 30 13:19:48.201026 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46032) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:48.328322 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.343689 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:48.347581 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] Usage tracker for resource:security_group_rule and tenant:b93cd4f3ecff47b0b79740aae9a1b339 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:48.350650 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:48.356601 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:48.443832 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.448039 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.459591 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-59536ee4-82ac-43f1-8688-4367b7fb4a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:48.499794 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b93cd4f3ecff47b0b79740aae9a1b339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977207 Apr 30 13:19:48.501571 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df2e194-a744-4ab8-881b-5becefe7c9e3,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:48.502639 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46038) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:48.504682 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-0080bc1e-2b75-4a9b-9e4e-653da8b97242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:48.563800 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.589055 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.726318 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.730654 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-15dedc95-30ff-4d59-be38-3c4f19431dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:48.743455 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df2e194-a744-4ab8-881b-5becefe7c9e3,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:48.754579 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.755045 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.755417 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.755767 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.756113 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.756456 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.756796 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.757173 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.757796 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.757914 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.758211 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.758543 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:48.761698 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.765099 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0df2e194-a744-4ab8-881b-5becefe7c9e3 HTTP/1.1" status: 204 len: 168 time: 0.2591968 Apr 30 13:19:48.765099 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dea2f4d4-2f73-4072-96ab-dddf8aaac0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:01.890422 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c55ac2f3-7885-40f2-9638-48be91a87265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.409849 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.669517 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8aaa8418-53e7-4724-912e-494720b275ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.385712 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.656912 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.083983 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.225361 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:20:17.029065 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc02612-b3bf-4ef4-93e5-34746122535a req-7f48bcdf-16fe-4695-a603-965a51bf94a4 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:17.030448 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fc02612-b3bf-4ef4-93e5-34746122535a req-7f48bcdf-16fe-4695-a603-965a51bf94a4 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0807784 Apr 30 13:20:17.075911 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6fc02612-b3bf-4ef4-93e5-34746122535a req-d160a1bb-42f6-4911-943e-2f47401eb5e4 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397623 Apr 30 13:20:18.129556 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-da456670-3d4b-4f35-a6c8-c32649b884ef tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:18.130993 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-da456670-3d4b-4f35-a6c8-c32649b884ef tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.0861332 Apr 30 13:20:18.346027 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7a992-4f96-48eb-b0a3-285f352778ca req-23810af4-2e83-49f8-8ffa-8f17c2fee1e8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:18.347942 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-96d7a992-4f96-48eb-b0a3-285f352778ca req-23810af4-2e83-49f8-8ffa-8f17c2fee1e8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 946 time: 0.1610880 Apr 30 13:20:18.404895 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Deleting port 8e01f63d-955c-470b-8d3f-821d6376a928 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:18.405141 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.420856 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-96d7a992-4f96-48eb-b0a3-285f352778ca req-9211daa5-a548-434e-9408-970cc4072285 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=83491273-2e25-4e83-8b46-444c29a1ca77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650578 Apr 30 13:20:18.552754 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] For port 8e01f63d-955c-470b-8d3f-821d6376a928, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8e01f63d-955c-470b-8d3f-821d6376a928,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:18.553100 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.877394 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.877849 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.878285 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.l3_db [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Floating IP ee79878a-e859-488d-8107-8981e9f84797 disassociated. External IP: 172.28.1.129, port: 8e01f63d-955c-470b-8d3f-821d6376a928. Apr 30 13:20:18.878745 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Calling delete_port for 8e01f63d-955c-470b-8d3f-821d6376a928 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:18.993338 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.998935 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:19.047264 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event deleted for resources: {'Port': ['ID=8e01f63d-955c-470b-8d3f-821d6376a928,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:19.050293 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:19.231815 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Router 5d328752-7daa-4959-8c10-85ac13ead339 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:19.410520 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:19.422447 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] Sync routers for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:19.435558 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:19.436215 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:20:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:19.626435 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] No DVR routers for this DVR port 8e01f63d-955c-470b-8d3f-821d6376a928 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:19.630097 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:19.633190 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.637403 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ee92175c-0162-4e31-bd0b-121e0053a88f req-ddc674b7-1877-4cbb-836d-a966399eca02 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=b18cc720-e54f-4555-8b2d-f1b2b8d56683 HTTP/1.1" status: 200 len: 210 time: 0.0575509 Apr 30 13:20:19.637891 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'name': 'network-vif-deleted', 'tag': '8e01f63d-955c-470b-8d3f-821d6376a928'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:19.656603 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a5f954c2-aeeb-4f3e-a257-37e82bbf8818 req-29bf8339-a6d9-45a7-832c-49db55f14e33 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "DELETE /v2.0/ports/8e01f63d-955c-470b-8d3f-821d6376a928 HTTP/1.1" status: 204 len: 173 time: 1.5192821 Apr 30 13:20:19.692506 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18cc720-e54f-4555-8b2d-f1b2b8d56683', 'name': 'network-vif-deleted', 'tag': '8e01f63d-955c-470b-8d3f-821d6376a928', 'status': 'completed', 'code': 200} Apr 30 13:20:19.959074 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:19.962949 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] Checking router: 5d328752-7daa-4959-8c10-85ac13ead339 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:19.971448 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:19.972044 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:20:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:20.166185 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:20.501514 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:20.505399 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb1854f-93a3-4a17-8bb0-1986977f30a2 None None] The sync data for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb is: [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:20.713076 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa66ae-517f-4723-a9d2-e697986693f9 None None] New status for floating IP ee79878a-e859-488d-8107-8981e9f84797: DOWN {{(pid=73800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:20:20.780095 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46068) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:20.852112 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3af5c719-24fb-4045-bb3d-8ecdeac54e6c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.883850 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3af5c719-24fb-4045-bb3d-8ecdeac54e6c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.939558 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3af5c719-24fb-4045-bb3d-8ecdeac54e6c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.943526 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-eb5fd61e-8468-4acb-b0ca-f76a79bf457e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:20.959709 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5c719-24fb-4045-bb3d-8ecdeac54e6c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83491273-2e25-4e83-8b46-444c29a1ca77,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:20.963121 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3af5c719-24fb-4045-bb3d-8ecdeac54e6c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:20.970541 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3af5c719-24fb-4045-bb3d-8ecdeac54e6c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.974143 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-3af5c719-24fb-4045-bb3d-8ecdeac54e6c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "DELETE /v2.0/security-groups/83491273-2e25-4e83-8b46-444c29a1ca77 HTTP/1.1" status: 204 len: 168 time: 0.1905212 Apr 30 13:20:20.974888 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46072) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:20.990565 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.api.v2.resource [None req-d8662dcd-1bdf-45e0-a633-bd9213a236e5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] show failed (client error): The resource could not be found. Apr 30 13:20:20.990764 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 8e01f63d-955c-470b-8d3f-821d6376a928 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:20.991632 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-d8662dcd-1bdf-45e0-a633-bd9213a236e5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups/83491273-2e25-4e83-8b46-444c29a1ca77 HTTP/1.1" status: 404 len: 347 time: 0.0163598 Apr 30 13:20:20.994457 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46076) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:21.025409 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 8e01f63d-955c-470b-8d3f-821d6376a928 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:21.025664 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 8e01f63d-955c-470b-8d3f-821d6376a928 not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:21.218291 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Deleting port 5d7c0275-9b8e-4317-98cd-28eacf501dce {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:21.218639 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.338810 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.339072 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.464772 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Calling delete_port for 5d7c0275-9b8e-4317-98cd-28eacf501dce owned by network:floatingip {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:21.577738 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.581300 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:21.626494 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event deleted for resources: {'Port': ['ID=5d7c0275-9b8e-4317-98cd-28eacf501dce,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:21.629370 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:21.720920 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.731660 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.732768 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-5b4da2b9-fcab-48f5-9239-0bee6d74130b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "DELETE /v2.0/floatingips/ee79878a-e859-488d-8107-8981e9f84797 HTTP/1.1" status: 204 len: 168 time: 0.7374260 Apr 30 13:20:22.048984 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46082) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:22.055825 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498387854', 'description': 'tempest-description--1076860337'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:22.062532 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:22.066784 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:security_group and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:22.070945 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:22.076933 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:22.088625 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.108248 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:22.111968 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:security_group_rule and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:22.114664 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:22.120704 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:22.190573 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.195348 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.200480 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-637ca396-7b7b-4e4e-ba8a-964277dc82b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:22.244473 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:22.252692 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.253067 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.253431 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.253790 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.254143 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.254498 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.254845 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.255217 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.255568 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.255917 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.256263 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.256609 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:22.259694 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.260882 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2108271 Apr 30 13:20:22.261739 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5c4b576c-ca43-489d-9bf7-90ae88bab1fd tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:22.263727 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46086) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:22.268729 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'security_group_rule': {'security_group_id': 'c2a6e8fb-2a52-4f0f-a4e4-61483a67d312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:22.274801 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:22.278648 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:security_group_rule and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:22.281537 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:22.287310 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:22.305509 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.368178 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.372410 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.379686 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c135ba29-38a3-427c-b444-ab5f45b5dc06 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:22.398194 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3846c7-9a3b-4406-b7d0-9866c5254546,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:22.403454 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:22.407946 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.409075 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-740ff1f9-0483-42de-a5ac-3766f2dbc7dc tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444697 Apr 30 13:20:22.411804 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46090) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:22.417531 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'security_group_rule': {'security_group_id': 'c2a6e8fb-2a52-4f0f-a4e4-61483a67d312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:22.423231 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:22.427219 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:security_group_rule and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:22.430698 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:22.436477 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:22.452366 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.513313 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.517899 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455761'] for security_group_rule, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.519852 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:22.542178 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875501ca-9921-4672-9ce1-1aec414c8459,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:22.544730 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:22.552058 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.553220 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-519c00d5-de50-432c-8cf1-e6c78f966af3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405313 Apr 30 13:20:22.556966 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46094) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:22.562045 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'floatingip': {'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:22.567862 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:22.572400 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Usage tracker for resource:floatingip and tenant:66bc11550cde4176bc12418cfcf191e2 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:22.575270 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:22.581070 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:22.592429 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.738763 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.898733 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Allocated IP 172.28.1.105 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/a767cc6a-3173-455d-bd6b-ead9a0e44742) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:23.090862 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.122743 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.126469 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-abe55b27-f95f-46fd-8c4f-6beb17cc0e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:23.187827 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:23.190942 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:23.195051 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:23.230592 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'Port': ['ID=a767cc6a-3173-455d-bd6b-ead9a0e44742,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:23.238172 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:23.278798 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.338238 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.637417 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.642795 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.646421 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-735c59e0-95d5-4afc-9eb1-dd32387ce77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:23.752639 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'Port': ['ID=a767cc6a-3173-455d-bd6b-ead9a0e44742,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:23.756786 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:23.765922 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.788592 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.790090 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2320321 Apr 30 13:20:24.006731 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-17008ae7-017f-42b0-91aa-128b75d7fe04 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Synchronizing usage tracker for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:security_group {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:24.023335 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-17008ae7-017f-42b0-91aa-128b75d7fe04 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Unset dirty status for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:security_group {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:24.024490 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-17008ae7-017f-42b0-91aa-128b75d7fe04 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--498387854&fields=id&tenant_id=66bc11550cde4176bc12418cfcf191e2 HTTP/1.1" status: 200 len: 267 time: 0.0561943 Apr 30 13:20:24.175860 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-31d82f03-5853-477c-ae63-7ff491a8b7e9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:24.177313 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-31d82f03-5853-477c-ae63-7ff491a8b7e9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 811 time: 0.1460617 Apr 30 13:20:24.192190 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-ff62bbeb-1d13-4317-9c53-2768289e071c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/quotas/66bc11550cde4176bc12418cfcf191e2 HTTP/1.1" status: 200 len: 375 time: 0.0089343 Apr 30 13:20:24.276186 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-d0cfdbb9-23c7-45ea-9a0d-868d2fbf5774 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Synchronizing usage tracker for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:24.294212 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-d0cfdbb9-23c7-45ea-9a0d-868d2fbf5774 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Unset dirty status for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:24.295861 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-d0cfdbb9-23c7-45ea-9a0d-868d2fbf5774 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976663 Apr 30 13:20:24.435400 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-4da9c9ee-ccf1-42cd-afe5-251f4b4e8522 service neutron] 10.222.0.66 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275129 Apr 30 13:20:24.566212 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-1b498d00-fae2-45d7-a12f-f2355112df82 service neutron] 10.222.0.66 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250081 Apr 30 13:20:24.854582 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f0818df7-ebc0-4cd7-8e3a-e2dc595be2ae req-9a04c134-aeb7-4060-971d-255c579393b0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 210 time: 0.1545820 Apr 30 13:20:25.873386 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-7ad72e00-aa2a-43ce-a06e-89f41de81e3e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:25.874935 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-7ad72e00-aa2a-43ce-a06e-89f41de81e3e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 811 time: 0.1479874 Apr 30 13:20:25.932438 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-c4a454d1-14d4-4bb7-a9c6-ca6c880710ec tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66bc11550cde4176bc12418cfcf191e2 HTTP/1.1" status: 200 len: 379 time: 0.0432093 Apr 30 13:20:25.942014 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'port': {'device_id': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'admin_state_up': True, 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'security_groups': ['c2a6e8fb-2a52-4f0f-a4e4-61483a67d312']}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:26.070325 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0b691c81-3d2a-4b43-9e18-8c3530f38a1e req-6f1145a3-9fe4-406d-8c00-0bbfd8a3c2d9 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 210 time: 0.0979185 Apr 30 13:20:26.121770 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:26.131268 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:26.141967 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Made reservation on behalf of 66bc11550cde4176bc12418cfcf191e2 for: {'port': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:26.145433 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.309078 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Allocated IP 172.20.0.5 (396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2/1499b824-1a6a-4064-81a4-7ba5e7292c53/2ea0e6f6-4478-4105-a75c-9f847570b0f8) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:26.496840 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.512068 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Transition to ACTIVE for port object 2ea0e6f6-4478-4105-a75c-9f847570b0f8 will not be triggered until provisioned by entity DHCP. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:26.534520 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.541179 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-9e3dde23-0b92-47c3-84a7-292c805b3fe0 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:26.604182 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:26.611262 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:26.618421 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:26.650889 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event updated for resources: {'Port': ['ID=2ea0e6f6-4478-4105-a75c-9f847570b0f8,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:26.657839 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:26.688307 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:26.688904 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.716266 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-bd58a284-484d-49e5-a66d-1da44c829fb6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779515 Apr 30 13:20:26.733582 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Request body: {'port': {'device_id': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:26.845228 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e66f5963-03d1-4a91-b75a-429e1f104fcd None None] Provisioning for port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:26.851100 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e66f5963-03d1-4a91-b75a-429e1f104fcd None None] Provisioning complete for port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:26.851475 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e66f5963-03d1-4a91-b75a-429e1f104fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.860132 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.905021 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e66f5963-03d1-4a91-b75a-429e1f104fcd None None] Port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:20:27.278279 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea0e6f6-4478-4105-a75c-9f847570b0f8 {{(pid=73798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:27.287226 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.313062 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Transition to ACTIVE for port object 2ea0e6f6-4478-4105-a75c-9f847570b0f8 will not be triggered until provisioned by entity L2. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:27.318084 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.323518 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:27.426793 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139afd-817e-4254-98a0-201a5441fe3b req-8e67be7f-a83e-4d53-a3a3-03062fcfed2a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:27.427533 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-ab139afd-817e-4254-98a0-201a5441fe3b req-8e67be7f-a83e-4d53-a3a3-03062fcfed2a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Synchronizing usage tracker for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:27.500871 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea0e6f6-4478-4105-a75c-9f847570b0f8,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:27.509498 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:27.637888 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-ab139afd-817e-4254-98a0-201a5441fe3b req-8e67be7f-a83e-4d53-a3a3-03062fcfed2a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Unset dirty status for tenant:66bc11550cde4176bc12418cfcf191e2 on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:27.638952 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ab139afd-817e-4254-98a0-201a5441fe3b req-8e67be7f-a83e-4d53-a3a3-03062fcfed2a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 931 time: 0.4568000 Apr 30 13:20:27.705188 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ab139afd-817e-4254-98a0-201a5441fe3b req-bb604855-eb49-4730-b402-489602cfbae6 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601120 Apr 30 13:20:27.707226 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Attempting to bind port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:27.707557 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Attempting to bind port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:27.707879 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Attempting to bind port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 on network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:27.712652 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 on network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:20:27.712967 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Attempting to bind port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 on network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:27.718180 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:27.718519 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Checking segment: {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:27.718898 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Bound using segment: {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:27.719349 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Bound port: 2ea0e6f6-4478-4105-a75c-9f847570b0f8, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02873d03-62c5-495b-8fc8-7752df86cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2'}}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:27.719692 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.811361 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] For port 2ea0e6f6-4478-4105-a75c-9f847570b0f8, host hv-cinder-78445, cleared binding levels {{(pid=73798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:27.814845 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] For port 2ea0e6f6-4478-4105-a75c-9f847570b0f8, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2ea0e6f6-4478-4105-a75c-9f847570b0f8,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:27.818966 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.823289 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c93e9849-0878-4dc2-9077-06514a49adca tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:27.876306 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:27.876922 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.878353 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] 10.222.0.87 "PUT /v2.0/ports/2ea0e6f6-4478-4105-a75c-9f847570b0f8 HTTP/1.1" status: 200 len: 1093 time: 1.1494050 Apr 30 13:20:27.878771 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'tag': '2ea0e6f6-4478-4105-a75c-9f847570b0f8'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:27.904552 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea0e6f6-4478-4105-a75c-9f847570b0f8,revision_number=3']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:27.907729 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:27.936373 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'tag': '2ea0e6f6-4478-4105-a75c-9f847570b0f8', 'status': 'completed', 'code': 200} Apr 30 13:20:28.031574 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-a8547a41-fe4e-4421-b0a4-c0a9d429ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:28.033068 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-a8547a41-fe4e-4421-b0a4-c0a9d429ffee service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 1096 time: 0.0777414 Apr 30 13:20:28.108939 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-4d54460e-ddb3-4270-b8d4-3b24d9968998 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ea0e6f6-4478-4105-a75c-9f847570b0f8 HTTP/1.1" status: 200 len: 217 time: 0.0604429 Apr 30 13:20:28.175849 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-920cfda5-1ea6-460d-aaa0-ab6eabe8dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:28.177297 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-920cfda5-1ea6-460d-aaa0-ab6eabe8dc8a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0625038 Apr 30 13:20:28.252209 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-4e1bb68a-ebc6-40c3-a333-98f8d262738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:28.253708 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-4e1bb68a-ebc6-40c3-a333-98f8d262738e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705009 Apr 30 13:20:28.387617 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-c50ce7c6-88ac-4d4e-bcf5-ba11439245db service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277471 Apr 30 13:20:28.521521 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b7189fc7-400a-4915-80c1-ef8439f79b15 req-175ca5e9-8eea-4323-8276-8a15a285a3dd service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278498 Apr 30 13:20:28.688795 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-7755a063-10ce-492b-aee1-b78900130b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:28.690268 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-7755a063-10ce-492b-aee1-b78900130b16 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 1096 time: 0.0721476 Apr 30 13:20:28.865519 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-fb576bc9-cce0-4008-8dd2-3b800985f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:28.867492 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-fb576bc9-cce0-4008-8dd2-3b800985f581 service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.1704736 Apr 30 13:20:28.942049 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-313eb08b-dfbe-41cd-914f-75406de9bb7c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ea0e6f6-4478-4105-a75c-9f847570b0f8 HTTP/1.1" status: 200 len: 217 time: 0.0661862 Apr 30 13:20:29.016795 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15478-05de-4cf0-8f35-3a4a4bd880d0 req-86b307e6-db20-44e5-b4b0-7dce550d77f1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.018243 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-25f15478-05de-4cf0-8f35-3a4a4bd880d0 req-86b307e6-db20-44e5-b4b0-7dce550d77f1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 943 time: 0.1976068 Apr 30 13:20:29.040622 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-9a2d77b4-6ea0-46ad-ac5c-9d19379395d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.041986 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-9a2d77b4-6ea0-46ad-ac5c-9d19379395d5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0870144 Apr 30 13:20:29.112497 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-25f15478-05de-4cf0-8f35-3a4a4bd880d0 req-4bb12638-f467-40e4-98d2-3cbba93261cf tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877144 Apr 30 13:20:29.142450 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-d45c5c67-a84c-4c6e-ae64-17d137cc1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.144250 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-d45c5c67-a84c-4c6e-ae64-17d137cc1add service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944786 Apr 30 13:20:29.277622 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-e36a3173-1f01-44f2-bc20-6859d40a0274 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263015 Apr 30 13:20:29.499542 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-286a09a3-c48b-4f51-a1d5-40767f0c8b69 req-833edacb-0d3b-4b81-a282-c7e2dfdcb5ef service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137933 Apr 30 13:20:30.307518 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8530d7-3c16-4332-b5a7-fe1e1a046a0b req-6237aa47-c091-4eaa-b1e3-64c3e386bc23 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:30.309034 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ca8530d7-3c16-4332-b5a7-fe1e1a046a0b req-6237aa47-c091-4eaa-b1e3-64c3e386bc23 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 943 time: 0.0848906 Apr 30 13:20:30.367056 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ca8530d7-3c16-4332-b5a7-fe1e1a046a0b req-45648af3-081d-4107-ad8a-2e66ac3a005c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512490 Apr 30 13:20:31.023640 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2ea0e6f6-4478-4105-a75c-9f847570b0f8 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:20:31.160819 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2ea0e6f6-4478-4105-a75c-9f847570b0f8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2ea0e6f6-4478-4105-a75c-9f847570b0f8,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:31.178319 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '2ea0e6f6-4478-4105-a75c-9f847570b0f8', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'port_id': '2ea0e6f6-4478-4105-a75c-9f847570b0f8', 'mac_address': 'fa:16:3e:9b:70:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:20:31.234897 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.252093 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea0e6f6-4478-4105-a75c-9f847570b0f8 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:31.267868 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2ea0e6f6-4478-4105-a75c-9f847570b0f8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2ea0e6f6-4478-4105-a75c-9f847570b0f8,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:31.278358 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.280061 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:31.345518 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=2ea0e6f6-4478-4105-a75c-9f847570b0f8,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:31.353822 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.354165 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.354546 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.354826 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.355208 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.355602 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.355826 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.356155 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.356478 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.356800 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.357118 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.357437 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:31.361447 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:31.559804 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['2ea0e6f6-4478-4105-a75c-9f847570b0f8'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:31.591631 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c4156-09a5-4c03-ad13-330b14bbf0b9 req-55e42676-4f53-4379-af12-da65b46f9e0e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:31.593340 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1f9c4156-09a5-4c03-ad13-330b14bbf0b9 req-55e42676-4f53-4379-af12-da65b46f9e0e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 944 time: 0.0957484 Apr 30 13:20:31.646245 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1f9c4156-09a5-4c03-ad13-330b14bbf0b9 req-04a7a678-e5b0-4312-8be7-70bf723779ea tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443673 Apr 30 13:20:31.892347 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-906cb35a-fb80-4593-86d3-3183609de3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.859092 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156570f8-4d35-474c-b900-9aa8f3ad8571 req-9b8536d7-f262-4f6f-a39a-92615092c61e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:32.860605 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-156570f8-4d35-474c-b900-9aa8f3ad8571 req-9b8536d7-f262-4f6f-a39a-92615092c61e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 944 time: 0.0967097 Apr 30 13:20:32.923952 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-156570f8-4d35-474c-b900-9aa8f3ad8571 req-5d3274b2-64b6-4b79-b174-1f63679ec995 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565650 Apr 30 13:20:33.038868 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2ea0e6f6-4478-4105-a75c-9f847570b0f8 up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:33.143188 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:33.148124 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:33.148500 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.281688 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.312557 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea0e6f6-4478-4105-a75c-9f847570b0f8'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:33.323846 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 2ea0e6f6-4478-4105-a75c-9f847570b0f8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2ea0e6f6-4478-4105-a75c-9f847570b0f8,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:33.332655 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.334561 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:33.364678 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea0e6f6-4478-4105-a75c-9f847570b0f8', 'code': 200} Apr 30 13:20:33.410224 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=2ea0e6f6-4478-4105-a75c-9f847570b0f8,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:33.413522 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:33.641490 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898e237-aeea-4a93-907d-6cd4d236e2b5 req-06a0ffa0-76f5-4330-bc0a-24163ee7524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.643019 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4898e237-aeea-4a93-907d-6cd4d236e2b5 req-06a0ffa0-76f5-4330-bc0a-24163ee7524d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 1098 time: 0.0773375 Apr 30 13:20:33.686810 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4898e237-aeea-4a93-907d-6cd4d236e2b5 req-8b3503df-9d9b-48f7-899e-fda3264ff5bf service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372722 Apr 30 13:20:34.116523 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43180735-e875-4df8-957d-85d3584c19e9 req-58abeabb-0e13-4671-996c-43a4278189bb tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:34.117950 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-43180735-e875-4df8-957d-85d3584c19e9 req-58abeabb-0e13-4671-996c-43a4278189bb tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 945 time: 0.0814683 Apr 30 13:20:34.164644 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-43180735-e875-4df8-957d-85d3584c19e9 req-17578b4f-4aa5-43d2-85d8-180eec30c23b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406547 Apr 30 13:20:34.412574 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:34.675314 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a207-479e-42f5-99f3-911bb435b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.351799 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d00696-499e-48f6-a6aa-890764b12a62 req-d748f01c-f458-4d10-9937-fe683a88a02a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.353761 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b0d00696-499e-48f6-a6aa-890764b12a62 req-d748f01c-f458-4d10-9937-fe683a88a02a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 945 time: 0.0813191 Apr 30 13:20:35.389935 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.402570 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b0d00696-499e-48f6-a6aa-890764b12a62 req-fd1d443d-e08a-4d60-9e3e-604f156d7a10 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433884 Apr 30 13:20:35.577866 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683e52e-5a23-4309-9ca8-37029ebc27a1 req-58cb3b09-9573-416b-9c1c-5e0077975183 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.579250 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0683e52e-5a23-4309-9ca8-37029ebc27a1 req-58cb3b09-9573-416b-9c1c-5e0077975183 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 945 time: 0.0797696 Apr 30 13:20:35.588215 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46146) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:35.593324 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-a050d99b-621c-48d0-b6c5-ec748123f34b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Request body: {'floatingip': {'port_id': '2ea0e6f6-4478-4105-a75c-9f847570b0f8'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:35.656641 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.672231 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a050d99b-621c-48d0-b6c5-ec748123f34b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.260703 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a050d99b-621c-48d0-b6c5-ec748123f34b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.264455 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a050d99b-621c-48d0-b6c5-ec748123f34b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.522133 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.l3_db [None req-a050d99b-621c-48d0-b6c5-ec748123f34b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Floating IP 1753d8c7-3706-425a-b52d-4a80d0633ec2 associated. External IP: 172.28.1.105, port: 2ea0e6f6-4478-4105-a75c-9f847570b0f8. Apr 30 13:20:36.874535 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a050d99b-621c-48d0-b6c5-ec748123f34b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Router 5d328752-7daa-4959-8c10-85ac13ead339 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:37.051830 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a050d99b-621c-48d0-b6c5-ec748123f34b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:37.056629 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a050d99b-621c-48d0-b6c5-ec748123f34b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.060785 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] Sync routers for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:37.071593 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:37.072195 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:20:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:37.090158 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.113138 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-a050d99b-621c-48d0-b6c5-ec748123f34b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "PUT /v2.0/floatingips/1753d8c7-3706-425a-b52d-4a80d0633ec2 HTTP/1.1" status: 200 len: 991 time: 1.5238597 Apr 30 13:20:37.113904 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'tag': '2ea0e6f6-4478-4105-a75c-9f847570b0f8'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:37.162742 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'tag': '2ea0e6f6-4478-4105-a75c-9f847570b0f8', 'status': 'completed', 'code': 200} Apr 30 13:20:37.252130 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:37.289947 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-be943137-6262-4e6c-a2dc-acdf6160d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.291716 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-be943137-6262-4e6c-a2dc-acdf6160d99e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 1098 time: 0.0712299 Apr 30 13:20:37.421922 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-29e5ab5b-a595-4d79-94ea-89834e46dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.423417 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-29e5ab5b-a595-4d79-94ea-89834e46dd93 service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.1255136 Apr 30 13:20:37.524667 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-b58d34d3-29c5-4488-8bd8-93b195a84add service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ea0e6f6-4478-4105-a75c-9f847570b0f8 HTTP/1.1" status: 200 len: 999 time: 0.0947192 Apr 30 13:20:37.586964 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-b398beb4-6297-4f79-ba91-2153e1392a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.588415 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-b398beb4-6297-4f79-ba91-2153e1392a89 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0570314 Apr 30 13:20:37.597429 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': '1753d8c7-3706-425a-b52d-4a80d0633ec2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'floating_ip_address': '172.28.1.105', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'port_id': '2ea0e6f6-4478-4105-a75c-9f847570b0f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'mac_address': 'fa:16:3e:9b:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:36Z', 'revision_number': 1, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:37.601898 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] Checking router: 5d328752-7daa-4959-8c10-85ac13ead339 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:37.610130 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:37.610712 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:20:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:37.669156 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-974a0961-49a7-469b-9a7e-a9d6665012c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.670608 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-974a0961-49a7-469b-9a7e-a9d6665012c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757678 Apr 30 13:20:37.790210 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:37.802325 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-5b88c096-3971-49ee-a287-ea6f6cd32ba0 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255155 Apr 30 13:20:38.031937 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-81430a5c-528a-4aed-b7c4-9bafe7567eb7 req-f16f2aca-9f7b-47e9-936e-d382a9210684 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238262 Apr 30 13:20:38.134314 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': '1753d8c7-3706-425a-b52d-4a80d0633ec2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'floating_ip_address': '172.28.1.105', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'port_id': '2ea0e6f6-4478-4105-a75c-9f847570b0f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'mac_address': 'fa:16:3e:9b:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:36Z', 'revision_number': 1, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:38.138186 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852aad83-64fd-4f09-9319-1eab96366155 None None] The sync data for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb is: [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_floatingips': [{'id': '1753d8c7-3706-425a-b52d-4a80d0633ec2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'floating_ip_address': '172.28.1.105', 'floating_network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'router_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'port_id': '2ea0e6f6-4478-4105-a75c-9f847570b0f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'mac_address': 'fa:16:3e:9b:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:36Z', 'revision_number': 1, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:38.313299 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7a7e7-d0a5-471b-95ca-fd3b9435ee2a None None] New status for floating IP 1753d8c7-3706-425a-b52d-4a80d0633ec2: ACTIVE {{(pid=73800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:20:40.121819 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-1dea0ac4-fbe8-47cd-a9b9-d0da48a557ce service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668905 Apr 30 13:20:40.282021 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-616c375b-ac18-4eae-8a94-a8ef102c5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:40.283487 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-616c375b-ac18-4eae-8a94-a8ef102c5704 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bc11550cde4176bc12418cfcf191e2&device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 1098 time: 0.0749047 Apr 30 13:20:40.427451 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-072c6c6d-28eb-4361-ac17-c79fcae3413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:40.428897 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-072c6c6d-28eb-4361-ac17-c79fcae3413b service neutron] 10.222.0.87 "GET /v2.0/networks?id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 200 len: 912 time: 0.1268446 Apr 30 13:20:40.527177 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-fc76702e-6aba-4f64-b2b2-2e3e06c77b74 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ea0e6f6-4478-4105-a75c-9f847570b0f8 HTTP/1.1" status: 200 len: 1001 time: 0.0911953 Apr 30 13:20:40.592097 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-1d6ecc2f-826e-4a49-9545-4744e8e5f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:40.593533 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-1d6ecc2f-826e-4a49-9545-4744e8e5f638 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 200 len: 850 time: 0.0605180 Apr 30 13:20:40.668534 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-db539873-7f0c-4459-9978-640980f634f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:40.669994 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-db539873-7f0c-4459-9978-640980f634f0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706606 Apr 30 13:20:40.819863 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-63970e3a-4ca3-4c36-8673-8833dd852899 service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250947 Apr 30 13:20:40.956211 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f2156eba-873b-4fa4-b4cd-c0e4c18dc27a req-efc13f88-14ef-46cf-934e-573d9b16484c service neutron] 10.222.0.87 "GET /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299498 Apr 30 13:20:53.222787 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:21:01.894085 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ced2fa69-d6ee-43fd-8649-944f3c0fc7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:04.416901 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:04.676776 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-015b3437-cb31-4e30-8e09-eee616dfb0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.393235 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.658590 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.090528 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:26.859195 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58577215-b300-4051-a08d-a30077658bed req-3553808b-2555-41a2-b0c6-6f62e251a7e3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:26.860557 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-58577215-b300-4051-a08d-a30077658bed req-3553808b-2555-41a2-b0c6-6f62e251a7e3 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 945 time: 0.0841579 Apr 30 13:21:26.904910 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-58577215-b300-4051-a08d-a30077658bed req-95f3c7c5-8e35-40d5-8721-72288d1a81c8 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386355 Apr 30 13:21:28.255438 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac370cc-37ab-419f-8e1d-2b1a7925b198 req-2e932267-4a66-497d-9eab-6189277ed84b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:28.256797 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8ac370cc-37ab-419f-8e1d-2b1a7925b198 req-2e932267-4a66-497d-9eab-6189277ed84b tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 945 time: 0.2438474 Apr 30 13:21:28.302258 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8ac370cc-37ab-419f-8e1d-2b1a7925b198 req-6408a8d3-1bbb-42d1-bd6f-e5fdaee4c50e tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395610 Apr 30 13:21:28.696012 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-e89298cd-4f56-4f8f-88fe-102c5bd3360d tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:28.697436 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-e89298cd-4f56-4f8f-88fe-102c5bd3360d tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 945 time: 0.0844758 Apr 30 13:21:28.835380 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Deleting port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:28.835641 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:28.966852 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] For port 2ea0e6f6-4478-4105-a75c-9f847570b0f8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2ea0e6f6-4478-4105-a75c-9f847570b0f8,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:28.967235 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:29.330169 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:29.330890 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395943'] for floatingip, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:29.330890 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.l3_db [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Floating IP 1753d8c7-3706-425a-b52d-4a80d0633ec2 disassociated. External IP: 172.28.1.105, port: 2ea0e6f6-4478-4105-a75c-9f847570b0f8. Apr 30 13:21:29.331488 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Calling delete_port for 2ea0e6f6-4478-4105-a75c-9f847570b0f8 owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:29.507052 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:29.513540 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3f43893b-ee62-4483-ad64-f1a0eaeba191 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:29.575621 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event deleted for resources: {'Port': ['ID=2ea0e6f6-4478-4105-a75c-9f847570b0f8,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:29.594431 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758c611-6f59-4cc2-8e99-49b9c9dba2e6 req-ca0f5c59-2d3e-4453-8d9e-632d6766b0db tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:29.596150 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2758c611-6f59-4cc2-8e99-49b9c9dba2e6 req-ca0f5c59-2d3e-4453-8d9e-632d6766b0db tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/ports?device_id=067299bb-8410-4d65-8bb3-b2004dcd6e33 HTTP/1.1" status: 200 len: 867 time: 0.1853387 Apr 30 13:21:29.598508 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.599419 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.599775 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.600126 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.600469 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.600813 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.601152 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.601494 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.601880 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.602178 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.602512 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.602850 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:29.608217 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:29.724535 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2758c611-6f59-4cc2-8e99-49b9c9dba2e6 req-9c45c36d-cdbb-468b-8b19-58579a6a17d4 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181543 Apr 30 13:21:29.818626 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Router 5d328752-7daa-4959-8c10-85ac13ead339 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:21:29.995608 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:21:30.004878 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] Sync routers for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:21:30.015101 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:30.015720 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:21:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:30.072140 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] No DVR routers for this DVR port 2ea0e6f6-4478-4105-a75c-9f847570b0f8 on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:30.074635 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:30.077174 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'name': 'network-vif-deleted', 'tag': '2ea0e6f6-4478-4105-a75c-9f847570b0f8'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:30.094129 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d0cc136e-97c1-4909-b6af-e07fa382ff2d req-c590192a-470f-45ac-b2f1-da4f72b14c5a tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.87 "DELETE /v2.0/ports/2ea0e6f6-4478-4105-a75c-9f847570b0f8 HTTP/1.1" status: 204 len: 173 time: 1.3897221 Apr 30 13:21:30.123301 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067299bb-8410-4d65-8bb3-b2004dcd6e33', 'name': 'network-vif-deleted', 'tag': '2ea0e6f6-4478-4105-a75c-9f847570b0f8', 'status': 'completed', 'code': 200} Apr 30 13:21:30.255488 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:30.298442 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:21:30.561546 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:30.565628 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] Checking router: 5d328752-7daa-4959-8c10-85ac13ead339 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:21:30.574876 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:30.575497 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:21:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:30.758959 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:30.850982 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46324) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:30.915992 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:30.945071 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:30.996168 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.001170 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:31.014935 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a6e8fb-2a52-4f0f-a4e4-61483a67d312,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:31.025193 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.025557 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.025907 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.026255 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.026598 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.026940 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.027309 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.027646 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.027986 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.028329 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.028659 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.028991 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:31.034072 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.038350 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46328) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:31.038790 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "DELETE /v2.0/security-groups/c2a6e8fb-2a52-4f0f-a4e4-61483a67d312 HTTP/1.1" status: 204 len: 168 time: 0.1864057 Apr 30 13:21:31.039375 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-238dc4ba-8191-439b-b3eb-943cf8a9c5b5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:31.068177 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.api.v2.resource [None req-67d3f6b2-3b16-42ec-93f6-e326e6de471c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] show failed (client error): The resource could not be found. Apr 30 13:21:31.072203 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46332) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:31.072347 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-67d3f6b2-3b16-42ec-93f6-e326e6de471c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "GET /v2.0/security-groups/c2a6e8fb-2a52-4f0f-a4e4-61483a67d312 HTTP/1.1" status: 404 len: 347 time: 0.0317159 Apr 30 13:21:31.073762 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:31.078002 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657423b-2ac6-43c3-8541-f3ca854a1d5f None None] The sync data for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb is: [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 4, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '5d1e20c7-ed33-4e0c-be86-5535af426656', 'name': '', 'network_id': '396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'mac_address': 'fa:16:3e:71:b4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:53Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'subnets': [{'id': '1499b824-1a6a-4064-81a4-7ba5e7292c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:21:31.273130 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2ea0e6f6-4478-4105-a75c-9f847570b0f8 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:31.296750 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Deleting port a767cc6a-3173-455d-bd6b-ead9a0e44742 {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:31.297090 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.303677 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0e881-d204-42d5-b471-a708b6f1190a None None] New status for floating IP 1753d8c7-3706-425a-b52d-4a80d0633ec2: DOWN {{(pid=73800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:21:31.364207 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 2ea0e6f6-4478-4105-a75c-9f847570b0f8 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:31.364558 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 2ea0e6f6-4478-4105-a75c-9f847570b0f8 not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:31.415167 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.415760 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.551206 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Calling delete_port for a767cc6a-3173-455d-bd6b-ead9a0e44742 owned by network:floatingip {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:31.666905 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.671192 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-46768aa6-dee5-4a40-a71d-898a36c27c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:31.715132 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Pushing event deleted for resources: {'Port': ['ID=a767cc6a-3173-455d-bd6b-ead9a0e44742,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:31.743226 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:31.804808 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks [] for floatingip, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.818675 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for floatingip, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.819826 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-a42d7528-82c9-4548-a75b-90c5ed90a2c5 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] 10.222.0.66 "DELETE /v2.0/floatingips/1753d8c7-3706-425a-b52d-4a80d0633ec2 HTTP/1.1" status: 204 len: 168 time: 0.7466803 Apr 30 13:21:31.898258 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-45abc7af-2e95-4ef6-920c-c9e971920059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:34.423372 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:34.679962 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-865f2022-8945-4a2c-b7cc-0f34aa0d715c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.395010 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.669932 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.843322 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46374) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:36.589842 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395853'] for router_interface, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.993943 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Deleting port 5d1e20c7-ed33-4e0c-be86-5535af426656 {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:36.994667 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:37.093298 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:37.113955 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] For port 5d1e20c7-ed33-4e0c-be86-5535af426656, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=5d1e20c7-ed33-4e0c-be86-5535af426656,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:37.114355 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:37.234437 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Calling delete_port for 5d1e20c7-ed33-4e0c-be86-5535af426656 owned by network:router_interface {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:37.376667 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:37.380415 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fcf7c130-2185-4afc-872a-d25075dc0567 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:37.423812 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1e20c7-ed33-4e0c-be86-5535af426656,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:37.426978 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:37.689754 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402429'] for router_interface, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:38.137362 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Router 5d328752-7daa-4959-8c10-85ac13ead339 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:21:38.314615 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:21:38.323243 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] Sync routers for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:21:38.327112 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-3f55d7a5-60c0-457b-8b65-e0af72d72ba1 admin admin] 10.222.0.66 "PUT /v2.0/routers/5d328752-7daa-4959-8c10-85ac13ead339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4826810 Apr 30 13:21:38.329616 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46380) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:38.333788 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:38.334373 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:21:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:38.503198 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks [] for router, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:38.508674 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:38.679013 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:38.749703 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Deleting port 07d9e28f-f9f7-4453-931d-767d9c27dde7 {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:38.750039 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:38.818838 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:21:37Z', 'revision_number': 5, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port': {'id': '07d9e28f-f9f7-4453-931d-767d9c27dde7', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d328752-7daa-4959-8c10-85ac13ead339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:36Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:38.822503 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] Checking router: 5d328752-7daa-4959-8c10-85ac13ead339 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:21:38.831041 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] Routers {'5d328752-7daa-4959-8c10-85ac13ead339'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:38.831645 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:21:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['5d328752-7daa-4959-8c10-85ac13ead339'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:38.872235 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] For port 07d9e28f-f9f7-4453-931d-767d9c27dde7, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=07d9e28f-f9f7-4453-931d-767d9c27dde7,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:38.872592 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:38.979148 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] Set router 5d328752-7daa-4959-8c10-85ac13ead339 gateway port host: None {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:38.994012 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Calling delete_port for 07d9e28f-f9f7-4453-931d-767d9c27dde7 owned by network:router_gateway {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:39.083680 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:21:38Z', 'revision_number': 6, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port_host': None}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:39.087959 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28214d8-a6f6-4ebb-9ea8-76accc7f672a None None] The sync data for ids ['5d328752-7daa-4959-8c10-85ac13ead339'] in dv-cinder-784453-4-smb is: [{'id': '5d328752-7daa-4959-8c10-85ac13ead339', 'name': 'tempest-AttachVolumeTestJSON-1093303668-router', 'tenant_id': '66bc11550cde4176bc12418cfcf191e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:31Z', 'updated_at': '2021-04-30T13:21:38Z', 'revision_number': 6, 'project_id': '66bc11550cde4176bc12418cfcf191e2', 'gw_port_host': None}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:21:39.242275 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.246877 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-55200370-4aa9-46d2-bc61-8915073b7f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:39.292395 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d9e28f-f9f7-4453-931d-767d9c27dde7,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:39.325533 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:39.393513 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394970'] for router_gateway, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.571146 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13216'] for router, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.573430 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.600896 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403071'] for router, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.601444 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d328752-7daa-4959-8c10-85ac13ead339 {{(pid=73799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:21:39.614812 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Notify callbacks [] for router, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.618165 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5d328752-7daa-4959-8c10-85ac13ead339 HTTP/1.1" status: 204 len: 168 time: 1.2854626 Apr 30 13:21:39.618436 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46384) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:39.686658 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_v2 [None req-547e85da-347f-41ec-ba77-8c174c16ff0b admin admin] Deleting subnet 1499b824-1a6a-4064-81a4-7ba5e7292c53 {{(pid=73799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:21:39.689598 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-547e85da-347f-41ec-ba77-8c174c16ff0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.738076 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-547e85da-347f-41ec-ba77-8c174c16ff0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1858126'] for subnet, precommit_delete_associations {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.819360 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-547e85da-347f-41ec-ba77-8c174c16ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:39.861887 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 5d1e20c7-ed33-4e0c-be86-5535af426656 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:39.901121 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 5d1e20c7-ed33-4e0c-be86-5535af426656 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:39.901468 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 5d1e20c7-ed33-4e0c-be86-5535af426656 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:40.081667 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-547e85da-347f-41ec-ba77-8c174c16ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2109831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230031'] for subnet, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.089298 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:40.133395 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e85da-347f-41ec-ba77-8c174c16ff0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1499b824-1a6a-4064-81a4-7ba5e7292c53,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:40.135903 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-547e85da-347f-41ec-ba77-8c174c16ff0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:40.140574 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-547e85da-347f-41ec-ba77-8c174c16ff0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.151662 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-547e85da-347f-41ec-ba77-8c174c16ff0b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1499b824-1a6a-4064-81a4-7ba5e7292c53 HTTP/1.1" status: 204 len: 168 time: 0.5300784 Apr 30 13:21:40.151949 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124bff75-ea7f-4902-8748-42916768064c None None] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:21:40.152115 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46388) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:40.267979 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.360905 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Deleting port 08404ab1-bcca-4eb3-8e6a-32743f235c11 {{(pid=73799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:40.361238 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.425353 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] DHCP port deletion for 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 request from dv-cinder-784453-4-smb {{(pid=73800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:21:40.470965 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.db [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] For port 08404ab1-bcca-4eb3-8e6a-32743f235c11, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=08404ab1-bcca-4eb3-8e6a-32743f235c11,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:40.471441 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.531727 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Deleting port 08404ab1-bcca-4eb3-8e6a-32743f235c11 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:40.532002 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.595683 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.plugin [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Calling delete_port for 08404ab1-bcca-4eb3-8e6a-32743f235c11 owned by network:dhcp {{(pid=73799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:40.628692 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] For port 08404ab1-bcca-4eb3-8e6a-32743f235c11, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=08404ab1-bcca-4eb3-8e6a-32743f235c11,segment=NetworkSegment(02873d03-62c5-495b-8fc8-7752df86cb93),segment_id=02873d03-62c5-495b-8fc8-7752df86cb93)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:40.629099 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.643619 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.649587 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-6cda8c43-817f-4bb4-b42c-bedf2b39b6a1 tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:40.696404 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] No DVR routers for this DVR port 08404ab1-bcca-4eb3-8e6a-32743f235c11 on host dv-cinder-784453-4-smb {{(pid=73799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:40.756007 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Calling delete_port for 08404ab1-bcca-4eb3-8e6a-32743f235c11 owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:40.802113 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.805684 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:40.822514 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=08404ab1-bcca-4eb3-8e6a-32743f235c11,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:40.827462 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:40.847080 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Pushing event deleted for resources: {'Port': ['ID=08404ab1-bcca-4eb3-8e6a-32743f235c11,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:40.856776 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] No DVR routers for this DVR port 08404ab1-bcca-4eb3-8e6a-32743f235c11 on host dv-cinder-784453-4-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:40.858739 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.859108 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.859535 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.860079 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.860203 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.860506 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.860830 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.861150 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.861472 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.861791 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.862106 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.862665 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:40.865939 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:40.916512 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.025540 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2']}} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:41.037415 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02873d03-62c5-495b-8fc8-7752df86cb93') {'for_net_delete': True} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:41.037702 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02873d03-62c5-495b-8fc8-7752df86cb93') {} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:41.049530 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1858119'] for segment, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.064960 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.071407 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=73799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:21:41.234319 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:41.246055 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2109741'] for segment, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.419041 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Network 396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: Traceback (most recent call last): Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: timer() Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: cb(*args, **kw) Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: return func(*args, **kwargs) Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: self._notify() Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: self.callback(batched_events) Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: event.method(event) Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: return f(self, *a, **k) Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: return self._get(url).json() Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: return self.request(url, 'GET', **kwargs) Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:21:41.431970 dv-cinder-784453-4-smb neutron-server[73799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:21:41.445107 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 07d9e28f-f9f7-4453-931d-767d9c27dde7 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:41.480776 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 07d9e28f-f9f7-4453-931d-767d9c27dde7 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:41.481118 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 07d9e28f-f9f7-4453-931d-767d9c27dde7 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:41.481524 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 08404ab1-bcca-4eb3-8e6a-32743f235c11 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:41.510205 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.513995 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:41.514949 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 08404ab1-bcca-4eb3-8e6a-32743f235c11 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:41.515326 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 08404ab1-bcca-4eb3-8e6a-32743f235c11 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:41.527428 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.537454 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:41.540793 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:41.552411 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/396b2ff2-d3ac-4cc6-9ffc-5ba678653ea2 HTTP/1.1" status: 204 len: 168 time: 1.3987098 Apr 30 13:21:41.689558 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46394) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:41.738057 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-e775cf5e-da02-450e-b087-b654f391df3d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66bc11550cde4176bc12418cfcf191e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473216 Apr 30 13:21:41.740471 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46398) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:41.797562 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d15a-bc9e-4676-9bf2-199e20858731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.825695 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d15a-bc9e-4676-9bf2-199e20858731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.876687 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d15a-bc9e-4676-9bf2-199e20858731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.881921 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-33f21767-5fc9-4347-8799-e132f9b88243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:41.894693 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5d15a-bc9e-4676-9bf2-199e20858731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa5070-c112-4b44-8978-859b10bcf36b,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:41.899047 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-5ec5d15a-bc9e-4676-9bf2-199e20858731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:41.902244 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d15a-bc9e-4676-9bf2-199e20858731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:41.903310 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-5ec5d15a-bc9e-4676-9bf2-199e20858731 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41fa5070-c112-4b44-8978-859b10bcf36b HTTP/1.1" status: 204 len: 168 time: 0.1619582 Apr 30 13:21:43.681844 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46450) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:43.797992 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:43.812015 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:43.815831 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Usage tracker for resource:security_group_rule and tenant:042be5bfd8234d3596997b6232cbd4a1 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:43.818660 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:43.824368 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:43.906897 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:43.910530 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:43.919608 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-90ad4f72-e043-40a3-8725-178072c3037e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:43.956484 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=042be5bfd8234d3596997b6232cbd4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734802 Apr 30 13:21:43.958597 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba4ce2-4df9-4d67-a983-2e3f4ac1647f,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:43.959775 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46456) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:43.961631 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:44.017614 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5736605d-ae0b-4f34-be2d-a9b30e6f106e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.043587 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5736605d-ae0b-4f34-be2d-a9b30e6f106e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.096400 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5736605d-ae0b-4f34-be2d-a9b30e6f106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.099943 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-4719c441-0776-45d4-96e6-49a1405b6713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:44.110201 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736605d-ae0b-4f34-be2d-a9b30e6f106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba4ce2-4df9-4d67-a983-2e3f4ac1647f,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:44.112537 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-5736605d-ae0b-4f34-be2d-a9b30e6f106e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:44.118067 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-5736605d-ae0b-4f34-be2d-a9b30e6f106e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.119397 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-5736605d-ae0b-4f34-be2d-a9b30e6f106e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2ba4ce2-4df9-4d67-a983-2e3f4ac1647f HTTP/1.1" status: 204 len: 168 time: 0.1578693 Apr 30 13:21:44.391513 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46464) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:44.410702 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.428798 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:44.432576 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] Usage tracker for resource:security_group_rule and tenant:0e1ce76304434519886b067049c39e13 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:44.435326 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:44.440944 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:44.522784 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.526330 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.534125 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-60e796fc-64af-4b82-a400-4204fec0cb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:44.573338 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e1ce76304434519886b067049c39e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807470 Apr 30 13:21:44.574906 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf445b-865d-43fa-8f10-b626e6c6f190,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:44.576058 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46468) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:44.577965 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-58817458-5ab9-44f6-8875-1fc5fd7194c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:44.634093 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2164abd8-f14f-418b-8eca-101d1d0dcfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.659254 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2164abd8-f14f-418b-8eca-101d1d0dcfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.709777 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2164abd8-f14f-418b-8eca-101d1d0dcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.713339 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-5736605d-ae0b-4f34-be2d-a9b30e6f106e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:44.724871 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164abd8-f14f-418b-8eca-101d1d0dcfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf445b-865d-43fa-8f10-b626e6c6f190,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:44.729328 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-2164abd8-f14f-418b-8eca-101d1d0dcfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:44.731334 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2164abd8-f14f-418b-8eca-101d1d0dcfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.732455 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-2164abd8-f14f-418b-8eca-101d1d0dcfbc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ebf445b-865d-43fa-8f10-b626e6c6f190 HTTP/1.1" status: 204 len: 168 time: 0.1554394 Apr 30 13:21:52.353155 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46548) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:52.469789 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.483886 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:52.487627 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a27ed4f72c4dc6ac420327713dac5d is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:52.490848 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:52.496427 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:52.581518 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.586283 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.593177 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-719310c1-8e0b-42dd-bff5-ba37c415cea2 tempest-AttachVolumeShelveTestJSON-201342601 tempest-AttachVolumeShelveTestJSON-201342601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:52.631831 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a3fdf2-4030-4436-8f9e-b2cc59ac9f9d,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:52.634972 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:52.640049 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-99b40f23-c005-44e8-bd79-726feb6a8f30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1a27ed4f72c4dc6ac420327713dac5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835498 Apr 30 13:21:52.641111 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46554) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:52.700271 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-398c7d1a-8fad-46e0-8c9d-f697b6a183f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.726410 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-398c7d1a-8fad-46e0-8c9d-f697b6a183f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.775776 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-398c7d1a-8fad-46e0-8c9d-f697b6a183f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.780537 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-98cd65dd-9f9b-46a0-97d2-84cc7dc0e851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:52.792487 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c7d1a-8fad-46e0-8c9d-f697b6a183f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a3fdf2-4030-4436-8f9e-b2cc59ac9f9d,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:52.794775 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-398c7d1a-8fad-46e0-8c9d-f697b6a183f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:52.798093 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-398c7d1a-8fad-46e0-8c9d-f697b6a183f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.799784 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-398c7d1a-8fad-46e0-8c9d-f697b6a183f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64a3fdf2-4030-4436-8f9e-b2cc59ac9f9d HTTP/1.1" status: 204 len: 168 time: 0.1586397 Apr 30 13:21:53.071560 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46562) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:53.089049 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.106275 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:53.110115 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] Usage tracker for resource:security_group_rule and tenant:c76ea25586424348b4f7cf4ddd859997 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:53.112879 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:53.118965 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:53.200843 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.204565 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.211502 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-ff1ead5d-d270-4428-8c4d-2ff7c54dec06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:53.251626 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c76ea25586424348b4f7cf4ddd859997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789749 Apr 30 13:21:53.252502 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e416a501-a246-460e-b0a4-b18b11bef743,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:53.255117 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46566) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:53.256064 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-f41b7e90-8062-4be2-b08c-4e05ecbb3d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:53.315106 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-55223a17-d41c-4ec8-afb6-a7d6c75e392c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.341405 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-55223a17-d41c-4ec8-afb6-a7d6c75e392c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.393222 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-55223a17-d41c-4ec8-afb6-a7d6c75e392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.396934 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2a99a4bb-5559-404b-b904-83b024b5a674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:53.411514 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55223a17-d41c-4ec8-afb6-a7d6c75e392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e416a501-a246-460e-b0a4-b18b11bef743,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:53.414015 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-55223a17-d41c-4ec8-afb6-a7d6c75e392c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:53.431757 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-55223a17-d41c-4ec8-afb6-a7d6c75e392c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.432998 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-55223a17-d41c-4ec8-afb6-a7d6c75e392c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e416a501-a246-460e-b0a4-b18b11bef743 HTTP/1.1" status: 204 len: 168 time: 0.1757662 Apr 30 13:21:56.019147 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46636) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:56.135120 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.148882 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:56.152630 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] Usage tracker for resource:security_group_rule and tenant:f418296e7c2648eab4d3b1bd646e9721 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:56.155370 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:56.161124 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:56.243968 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.247672 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.256674 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b7c675c3-461a-4303-8b42-af96606d6126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:56.296775 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f418296e7c2648eab4d3b1bd646e9721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766030 Apr 30 13:21:56.297671 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8286d5d1-5ec2-4ca2-9f8d-d1d3887aeecf,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:56.299463 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46642) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:56.300684 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c2aa2055-48a2-4aa3-9058-9cbeec67fa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:56.358113 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-850e55c5-514f-4a54-a4e4-ead6e35a5db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.385051 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-850e55c5-514f-4a54-a4e4-ead6e35a5db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.435406 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-850e55c5-514f-4a54-a4e4-ead6e35a5db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.438978 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cf82e4ef-4727-4683-87a4-0b06fac0a5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:56.454726 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e55c5-514f-4a54-a4e4-ead6e35a5db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8286d5d1-5ec2-4ca2-9f8d-d1d3887aeecf,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:56.457184 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-850e55c5-514f-4a54-a4e4-ead6e35a5db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:56.465795 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-850e55c5-514f-4a54-a4e4-ead6e35a5db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.466882 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-850e55c5-514f-4a54-a4e4-ead6e35a5db4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8286d5d1-5ec2-4ca2-9f8d-d1d3887aeecf HTTP/1.1" status: 204 len: 168 time: 0.1664636 Apr 30 13:21:56.739103 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46650) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:56.756545 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.771131 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:56.775006 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] Usage tracker for resource:security_group_rule and tenant:93a4f67be8ad4c8eba5898677194b09d is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:56.777953 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:56.783677 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:56.863173 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.867736 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.874392 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-10eac222-6298-421f-97ed-5f909fff361d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:56.912934 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214cd5ea-764e-4e8c-afcf-374e9593cf3f,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:56.917377 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93a4f67be8ad4c8eba5898677194b09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772964 Apr 30 13:21:56.918235 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-a13676c4-9409-4c04-a65e-352d876e9d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:56.919936 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46654) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:56.977088 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e0ae-fcdf-4b6a-a3e1-d34b5d016de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.002132 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e0ae-fcdf-4b6a-a3e1-d34b5d016de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.138809 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e0ae-fcdf-4b6a-a3e1-d34b5d016de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.143649 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-0674aa5c-7269-4911-a27d-403d6b25eb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:57.155944 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3e0ae-fcdf-4b6a-a3e1-d34b5d016de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214cd5ea-764e-4e8c-afcf-374e9593cf3f,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:57.158687 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3bd3e0ae-fcdf-4b6a-a3e1-d34b5d016de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:57.159613 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e0ae-fcdf-4b6a-a3e1-d34b5d016de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.160693 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-3bd3e0ae-fcdf-4b6a-a3e1-d34b5d016de5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/214cd5ea-764e-4e8c-afcf-374e9593cf3f HTTP/1.1" status: 204 len: 168 time: 0.2398925 Apr 30 13:22:01.909940 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-99fabcc3-c1d3-4dbc-8ad1-4d741d76848d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.387013 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46776) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:04.416968 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.505923 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.520346 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:04.524312 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] Usage tracker for resource:security_group_rule and tenant:54a44401122945cb8375974941e68bcb is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:04.527189 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:04.532895 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:04.614111 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.617906 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.624846 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3bd3e0ae-fcdf-4b6a-a3e1-d34b5d016de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:04.666551 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54a44401122945cb8375974941e68bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784069 Apr 30 13:22:04.667342 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284dfb85-fe55-47c5-8630-4e34a02894ec,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:04.669164 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46782) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:04.671649 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-86f0adcb-f990-49f5-97c0-2e9795c8d998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:04.685029 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ebdf-91db-4b56-a9a4-4e74ba983009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.728178 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c7877585-9813-485f-8e7a-3ca7a291930a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.752846 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c7877585-9813-485f-8e7a-3ca7a291930a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.807833 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c7877585-9813-485f-8e7a-3ca7a291930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.811539 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7e8800da-411a-4cff-a99f-1c26a3ba2c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:04.824339 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7877585-9813-485f-8e7a-3ca7a291930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284dfb85-fe55-47c5-8630-4e34a02894ec,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:04.826661 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c7877585-9813-485f-8e7a-3ca7a291930a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:04.835380 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c7877585-9813-485f-8e7a-3ca7a291930a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.836477 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-c7877585-9813-485f-8e7a-3ca7a291930a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/284dfb85-fe55-47c5-8630-4e34a02894ec HTTP/1.1" status: 204 len: 168 time: 0.1663561 Apr 30 13:22:05.112004 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46790) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:05.130334 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.144131 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:05.147930 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4eb5bef80e9453c9110cea85940b73d is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:05.150649 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:05.156313 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:05.235324 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.239344 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.245992 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c7877585-9813-485f-8e7a-3ca7a291930a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:05.287004 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4eb5bef80e9453c9110cea85940b73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738741 Apr 30 13:22:05.287929 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337b1424-2b58-4006-a73a-5150a1770fd6,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:05.289645 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46794) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:05.291206 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-99e545fa-1479-43f9-bdb8-e2ef2a6237f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:05.350732 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-08cc2391-f672-47b3-9484-fe540bdcb7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.375623 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-08cc2391-f672-47b3-9484-fe540bdcb7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.399558 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.428134 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-08cc2391-f672-47b3-9484-fe540bdcb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.431761 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-3af5c719-24fb-4045-bb3d-8ecdeac54e6c tempest-AttachVolumeTestJSON-133376892 tempest-AttachVolumeTestJSON-133376892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:05.444236 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc2391-f672-47b3-9484-fe540bdcb7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337b1424-2b58-4006-a73a-5150a1770fd6,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:05.446778 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-08cc2391-f672-47b3-9484-fe540bdcb7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:05.453962 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-08cc2391-f672-47b3-9484-fe540bdcb7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.455084 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-08cc2391-f672-47b3-9484-fe540bdcb7c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/337b1424-2b58-4006-a73a-5150a1770fd6 HTTP/1.1" status: 204 len: 168 time: 0.1644311 Apr 30 13:22:05.677648 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.098547 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.228608 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:22:17.330450 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46930) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:17.445905 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.459746 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:17.463480 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] Usage tracker for resource:security_group_rule and tenant:6bed19862f31464a96575dd23d0dae06 is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:17.466313 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:17.472000 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:17.552239 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.555612 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.563416 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-04d65193-c757-4d0b-a9d4-d78e0ad2959b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:17.601543 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6bed19862f31464a96575dd23d0dae06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699358 Apr 30 13:22:17.603065 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58b4ed7-bc43-4df3-94db-46006295063c,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:17.604193 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 46936) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:17.606151 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-89c6b4d1-cb19-4452-91d0-a44303754082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:17.663954 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-690ebfd3-4069-4aa9-b0de-3141a314b81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.693569 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-690ebfd3-4069-4aa9-b0de-3141a314b81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.831320 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-690ebfd3-4069-4aa9-b0de-3141a314b81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.834979 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-b5d6c154-5a74-4843-98c4-767167b0b4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:17.847974 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ebfd3-4069-4aa9-b0de-3141a314b81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58b4ed7-bc43-4df3-94db-46006295063c,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:17.851898 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-690ebfd3-4069-4aa9-b0de-3141a314b81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:17.858253 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-690ebfd3-4069-4aa9-b0de-3141a314b81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.859793 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-690ebfd3-4069-4aa9-b0de-3141a314b81c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b58b4ed7-bc43-4df3-94db-46006295063c HTTP/1.1" status: 204 len: 168 time: 0.2539079 Apr 30 13:22:18.520725 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46960) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:18.623705 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1562635675-network', 'tenant_id': '47a68a13aa3b4877a2dbb39ca0811adb'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:18.628503 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:18.632898 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Usage tracker for resource:network and tenant:47a68a13aa3b4877a2dbb39ca0811adb is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:18.635763 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:18.646402 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:18.655016 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Made reservation on behalf of 47a68a13aa3b4877a2dbb39ca0811adb for: {'network': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:22:18.657266 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.669195 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.683431 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:18.687233 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Usage tracker for resource:security_group_rule and tenant:47a68a13aa3b4877a2dbb39ca0811adb is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:18.689960 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:18.696205 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:18.776164 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.779772 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.782447 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-12bc5cbd-9d1c-4deb-81fb-159c87039841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:18.811538 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=73798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:22:18.817220 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87134476-fb88-433b-9236-19387bb21f4f,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:18.820739 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:18.824938 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.824938 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.db.segments_db [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Added segment 3e9d8a7c-8579-438e-9f5a-b6a20a48ef25 of type vlan for network a7519ca4-2c09-4cee-be59-be8a01cbceb5 Apr 30 13:22:18.850164 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.879444 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.880677 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:18.881255 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.885817 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:18.987074 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Pushing event updated for resources: {'Network': ['ID=a7519ca4-2c09-4cee-be59-be8a01cbceb5,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:18.990911 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4691944 Apr 30 13:22:18.991789 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dbcf8881-1452-4b49-830f-fd4f8561cd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:18.993711 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 46966) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:18.998603 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network a7519ca4-2c09-4cee-be59-be8a01cbceb5 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:22:18.999179 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Request body: {'subnet': {'network_id': 'a7519ca4-2c09-4cee-be59-be8a01cbceb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1562635675-subnet', 'tenant_id': '47a68a13aa3b4877a2dbb39ca0811adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:19.004517 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:19.008381 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Usage tracker for resource:subnet and tenant:47a68a13aa3b4877a2dbb39ca0811adb is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:19.011338 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:19.017263 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:19.027706 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Made reservation on behalf of 47a68a13aa3b4877a2dbb39ca0811adb for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:22:19.030132 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3153867'] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.410815 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3153881'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.415313 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:19.487070 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6cb812-447e-4af8-a0e1-6faeaa379509,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:19.490863 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:19.491554 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Checking segment: {'id': '3e9d8a7c-8579-438e-9f5a-b6a20a48ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a7519ca4-2c09-4cee-be59-be8a01cbceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:22:19.491907 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Network hostable DHCP agents. Network: a7519ca4-2c09-4cee-be59-be8a01cbceb5, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:22:19.508908 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Network a7519ca4-2c09-4cee-be59-be8a01cbceb5 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:22:19.517604 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, a7519ca4-2c09-4cee-be59-be8a01cbceb5) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:22:19.526985 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b69ff5a-0db7-46e9-a1c0-749fc4f370cd None None] Network a7519ca4-2c09-4cee-be59-be8a01cbceb5 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:22:19.527782 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:19.528361 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.549308 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-95f1f89b-74c7-4d6b-970d-4b9b7ee17dbd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5546284 Apr 30 13:22:19.737417 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347e799-d5e8-4423-ac0c-8fea07a381f1 None None] Network a7519ca4-2c09-4cee-be59-be8a01cbceb5 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:22:21.714724 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-8795f363-69c5-45bd-b04e-767ee3328c07 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:21.715629 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-8795f363-69c5-45bd-b04e-767ee3328c07 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Synchronizing usage tracker for tenant:47a68a13aa3b4877a2dbb39ca0811adb on resource:network {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:21.732656 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-8795f363-69c5-45bd-b04e-767ee3328c07 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Unset dirty status for tenant:47a68a13aa3b4877a2dbb39ca0811adb on resource:network {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:21.733782 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-8795f363-69c5-45bd-b04e-767ee3328c07 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/networks?id=a7519ca4-2c09-4cee-be59-be8a01cbceb5 HTTP/1.1" status: 200 len: 814 time: 0.1622953 Apr 30 13:22:21.747973 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-191299a0-0a33-4d9d-8666-ed492e86cb6b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/quotas/47a68a13aa3b4877a2dbb39ca0811adb HTTP/1.1" status: 200 len: 375 time: 0.0086875 Apr 30 13:22:21.800364 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-7656741e-38ec-48d2-9c43-65efa6cc2343 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=47a68a13aa3b4877a2dbb39ca0811adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471721 Apr 30 13:22:21.810738 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-114d0776-f621-438d-953c-35fe3bfd8f7b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:22:21.811702 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-114d0776-f621-438d-953c-35fe3bfd8f7b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049949 Apr 30 13:22:21.940856 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-836ef99f-589d-4a62-96df-7337a088941f service neutron] 10.222.0.66 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238868 Apr 30 13:22:22.070344 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-7556732b-b86d-481d-af4d-a55d00f67bb3 service neutron] 10.222.0.66 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235616 Apr 30 13:22:22.246844 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4d4aa3ea-c166-47c6-9bcb-3e236dd6d179 req-661b7555-2cfe-4473-b1a9-f0011a33dd54 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 210 time: 0.0413446 Apr 30 13:22:23.513199 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d5254545-20d3-48cf-905b-e34568c28bbe req-6f9870a2-6402-4fd5-a915-a8a998da1613 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 210 time: 0.1525867 Apr 30 13:22:23.617318 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-d247a6b3-014d-4fbd-8c9e-9a106984c04b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:23.618699 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-d247a6b3-014d-4fbd-8c9e-9a106984c04b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.87 "GET /v2.0/networks?id=a7519ca4-2c09-4cee-be59-be8a01cbceb5 HTTP/1.1" status: 200 len: 814 time: 0.2791042 Apr 30 13:22:23.637372 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Request body: {'port': {'device_id': '03b163d1-186c-4e02-8eb4-c3958c27a3b9', 'network_id': 'a7519ca4-2c09-4cee-be59-be8a01cbceb5', 'admin_state_up': True, 'tenant_id': '47a68a13aa3b4877a2dbb39ca0811adb'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:23.771754 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:23.775524 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Usage tracker for resource:port and tenant:47a68a13aa3b4877a2dbb39ca0811adb is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:23.778356 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:23.784050 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:23.793922 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Made reservation on behalf of 47a68a13aa3b4877a2dbb39ca0811adb for: {'port': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:22:23.797363 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:23.957885 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Allocated IP 172.20.0.11 (a7519ca4-2c09-4cee-be59-be8a01cbceb5/4a6cb812-447e-4af8-a0e1-6faeaa379509/5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:22:24.161621 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:24.191949 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:24.197318 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-28a7c768-a96a-4a0d-94ec-17a992c837d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:24.260521 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Network a7519ca4-2c09-4cee-be59-be8a01cbceb5 is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:22:24.263913 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:22:24.267671 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:22:24.301201 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Pushing event updated for resources: {'Port': ['ID=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:24.307308 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:24.335708 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:24.336302 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:24.357075 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7232623 Apr 30 13:22:24.372314 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-ed0485e4-15ee-4ec1-9883-b3371c905569 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=73798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:22:24.373220 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-ed0485e4-15ee-4ec1-9883-b3371c905569 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048299 Apr 30 13:22:24.426820 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Request body: {'port': {'device_id': '03b163d1-186c-4e02-8eb4-c3958c27a3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:24.537958 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:24.850018 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a426b1-e2bc-49b8-864d-64538f2f07aa req-f5442ec2-090e-4b40-8437-c3bc1784fb4b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:24.850718 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-03a426b1-e2bc-49b8-864d-64538f2f07aa req-f5442ec2-090e-4b40-8437-c3bc1784fb4b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Synchronizing usage tracker for tenant:47a68a13aa3b4877a2dbb39ca0811adb on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:24.887769 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-03a426b1-e2bc-49b8-864d-64538f2f07aa req-f5442ec2-090e-4b40-8437-c3bc1784fb4b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Unset dirty status for tenant:47a68a13aa3b4877a2dbb39ca0811adb on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:24.888936 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-03a426b1-e2bc-49b8-864d-64538f2f07aa req-f5442ec2-090e-4b40-8437-c3bc1784fb4b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 932 time: 0.2353747 Apr 30 13:22:24.990736 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-03a426b1-e2bc-49b8-864d-64538f2f07aa req-c7967aeb-7224-4c8c-aecf-10d0cf65686b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Synchronizing usage tracker for tenant:47a68a13aa3b4877a2dbb39ca0811adb on resource:security_group {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:24.995332 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d {{(pid=73798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:22:25.005008 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:25.024246 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.provisioning_blocks [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Transition to ACTIVE for port object 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d will not be triggered until provisioned by entity L2. {{(pid=73798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:22:25.025360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-03a426b1-e2bc-49b8-864d-64538f2f07aa req-c7967aeb-7224-4c8c-aecf-10d0cf65686b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Unset dirty status for tenant:47a68a13aa3b4877a2dbb39ca0811adb on resource:security_group {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:25.026489 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-03a426b1-e2bc-49b8-864d-64538f2f07aa req-c7967aeb-7224-4c8c-aecf-10d0cf65686b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251523 Apr 30 13:22:25.027797 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:25.031445 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-200cf3c0-e697-4bef-b449-27f80a801fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:25.179408 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Pushing event updated for resources: {'Port': ['ID=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,revision_number=2']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:25.186696 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:25.257200 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Attempting to bind port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:22:25.257529 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Attempting to bind port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '3e9d8a7c-8579-438e-9f5a-b6a20a48ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a7519ca4-2c09-4cee-be59-be8a01cbceb5'}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:22:25.257862 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Attempting to bind port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d on network a7519ca4-2c09-4cee-be59-be8a01cbceb5 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:22:25.262373 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d on network a7519ca4-2c09-4cee-be59-be8a01cbceb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:22:25.262689 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Attempting to bind port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d on network a7519ca4-2c09-4cee-be59-be8a01cbceb5 {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:22:25.267732 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Checking agent: {'id': 'aaa6bfb8-f813-4fe8-b160-e341390f640d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:22:25.268063 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Checking segment: {'id': '3e9d8a7c-8579-438e-9f5a-b6a20a48ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a7519ca4-2c09-4cee-be59-be8a01cbceb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:22:25.268443 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Bound using segment: {'id': '3e9d8a7c-8579-438e-9f5a-b6a20a48ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a7519ca4-2c09-4cee-be59-be8a01cbceb5'} {{(pid=73798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:22:25.268867 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Bound port: 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9d8a7c-8579-438e-9f5a-b6a20a48ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a7519ca4-2c09-4cee-be59-be8a01cbceb5'}}] {{(pid=73798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:22:25.269245 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:25.450951 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] For port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d, host hv-cinder-78445, cleared binding levels {{(pid=73798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:22:25.453778 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] For port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,segment=NetworkSegment(3e9d8a7c-8579-438e-9f5a-b6a20a48ef25),segment_id=3e9d8a7c-8579-438e-9f5a-b6a20a48ef25)] {{(pid=73798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:22:25.458863 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3126013'] for port, after_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:25.463218 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-dd07a7fc-a1c9-46b3-9beb-66b9af53e94f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:25.515124 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:25.515736 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:25.517075 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] 10.222.0.87 "PUT /v2.0/ports/5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d HTTP/1.1" status: 200 len: 1094 time: 1.1369166 Apr 30 13:22:25.517558 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b163d1-186c-4e02-8eb4-c3958c27a3b9', 'tag': '5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:25.545518 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Pushing event updated for resources: {'Port': ['ID=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,revision_number=3']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:25.548543 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-e9a351b2-96c5-493f-a1a7-bb76518a01fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:25.562785 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b163d1-186c-4e02-8eb4-c3958c27a3b9', 'tag': '5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d', 'status': 'completed', 'code': 200} Apr 30 13:22:25.650207 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-2ea21858-2e01-4cc7-85dc-fd77f5d3fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:25.651699 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-2ea21858-2e01-4cc7-85dc-fd77f5d3fe26 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=47a68a13aa3b4877a2dbb39ca0811adb&device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0707080 Apr 30 13:22:25.727055 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-09c74e94-a5fc-448f-b5a3-10edfb91bb08 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d HTTP/1.1" status: 200 len: 217 time: 0.0629387 Apr 30 13:22:25.788264 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-0fb5c904-677c-48bb-8ba2-cda50a04506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:25.789660 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-0fb5c904-677c-48bb-8ba2-cda50a04506e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4a6cb812-447e-4af8-a0e1-6faeaa379509 HTTP/1.1" status: 200 len: 854 time: 0.0568061 Apr 30 13:22:25.838925 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-1db4fcf2-8b8d-4798-b310-676290388406 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7519ca4-2c09-4cee-be59-be8a01cbceb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427468 Apr 30 13:22:25.969985 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-6caee473-1c16-422b-ac7c-52ad6208ba43 service neutron] 10.222.0.87 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247246 Apr 30 13:22:26.101258 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2ed00570-b2a3-40e6-8557-178abcb33dd2 req-147941af-3b28-4b62-ab65-46d7de3869cc service neutron] 10.222.0.87 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253207 Apr 30 13:22:26.259362 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ff559-001a-451c-aa87-58736b86e6e8 req-21f77a3a-6f58-4605-bae9-eeeb806f674b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:26.261059 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-643ff559-001a-451c-aa87-58736b86e6e8 req-21f77a3a-6f58-4605-bae9-eeeb806f674b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 944 time: 0.1299601 Apr 30 13:22:26.317855 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-643ff559-001a-451c-aa87-58736b86e6e8 req-cdd16a00-067a-40c6-bedc-a5da307e42e9 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504436 Apr 30 13:22:26.323456 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-241a1321-4320-4456-b523-f28855f5b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:26.324863 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-241a1321-4320-4456-b523-f28855f5b5e4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=47a68a13aa3b4877a2dbb39ca0811adb&device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 1097 time: 0.1276021 Apr 30 13:22:26.455510 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-31f64cc2-6e06-44dc-9ae3-ca8645901657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:26.457477 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-31f64cc2-6e06-44dc-9ae3-ca8645901657 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7519ca4-2c09-4cee-be59-be8a01cbceb5 HTTP/1.1" status: 200 len: 915 time: 0.1261892 Apr 30 13:22:26.524328 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-75e8f160-a80c-4a09-b2fb-c866a3842e86 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d HTTP/1.1" status: 200 len: 217 time: 0.0604219 Apr 30 13:22:26.595379 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-36033ea9-0537-4aa0-b209-05f32ce2ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:26.596695 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-36033ea9-0537-4aa0-b209-05f32ce2ee78 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4a6cb812-447e-4af8-a0e1-6faeaa379509 HTTP/1.1" status: 200 len: 854 time: 0.0594769 Apr 30 13:22:26.643900 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-49530c25-bfd8-42ae-abed-431ac651b9f8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7519ca4-2c09-4cee-be59-be8a01cbceb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399909 Apr 30 13:22:26.775348 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-23dfa17b-5d7e-42cf-ac10-580a0fb610ab service neutron] 10.222.0.87 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243436 Apr 30 13:22:26.906370 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fe1f3234-0d75-4a94-b7d2-f7bc7d6e2172 req-26710d2a-0dbf-414a-8bcc-0d157cfd7c18 service neutron] 10.222.0.87 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239045 Apr 30 13:22:27.489905 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73800) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:22:27.589788 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa7dea-335d-40d7-9dbc-d180eb2dc428 req-cf5bb0b1-4c6a-4352-ab1c-f32e4eb27486 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:27.591269 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cdfa7dea-335d-40d7-9dbc-d180eb2dc428 req-cf5bb0b1-4c6a-4352-ab1c-f32e4eb27486 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 944 time: 0.1686394 Apr 30 13:22:27.636173 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cdfa7dea-335d-40d7-9dbc-d180eb2dc428 req-ae899ff6-c2e6-4eff-ade3-613b7c889ec6 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387042 Apr 30 13:22:27.638236 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,segment=NetworkSegment(3e9d8a7c-8579-438e-9f5a-b6a20a48ef25),segment_id=3e9d8a7c-8579-438e-9f5a-b6a20a48ef25)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:27.653005 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Returning: {'device': '5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d', 'network_id': 'a7519ca4-2c09-4cee-be59-be8a01cbceb5', 'port_id': '5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d', 'mac_address': 'fa:16:3e:25:70:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb812-447e-4af8-a0e1-6faeaa379509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73800) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:22:27.707301 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:27.723515 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:22:27.739072 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,segment=NetworkSegment(3e9d8a7c-8579-438e-9f5a-b6a20a48ef25),segment_id=3e9d8a7c-8579-438e-9f5a-b6a20a48ef25)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:27.742830 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:27.745584 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:27.813588 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:27.817468 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:28.021392 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] get_ports_and_sgs() called for port_ids ['5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d'] {{(pid=73800) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:22:28.819462 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b824e-0e0e-4b4f-b17d-d9dcd2cb46bf req-beffabf9-b4fa-4567-8248-f111c9c2a8d6 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:28.820896 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b43b824e-0e0e-4b4f-b17d-d9dcd2cb46bf req-beffabf9-b4fa-4567-8248-f111c9c2a8d6 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 945 time: 0.0794723 Apr 30 13:22:28.868351 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b43b824e-0e0e-4b4f-b17d-d9dcd2cb46bf req-188ec1da-7e5b-4339-8f7a-21dde89fd3af tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Apr 30 13:22:29.505845 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d up at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:22:29.572558 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning for port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:22:29.577048 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Provisioning complete for port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:22:29.577426 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.692933 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.718934 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b163d1-186c-4e02-8eb4-c3958c27a3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:29.728724 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] For port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,segment=NetworkSegment(3e9d8a7c-8579-438e-9f5a-b6a20a48ef25),segment_id=3e9d8a7c-8579-438e-9f5a-b6a20a48ef25)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:29.734213 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.736061 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:29.806222 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Pushing event updated for resources: {'Port': ['ID=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:29.809429 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:29.819953 dv-cinder-784453-4-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b163d1-186c-4e02-8eb4-c3958c27a3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d', 'code': 200} Apr 30 13:22:30.118619 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0416a3-d89c-4555-81a3-44a3aff8021d req-5314da26-47ca-4a79-a8ff-63e943d50661 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:30.120012 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1f0416a3-d89c-4555-81a3-44a3aff8021d req-5314da26-47ca-4a79-a8ff-63e943d50661 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 946 time: 0.1416676 Apr 30 13:22:30.122684 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f075e59-2187-4c50-9ed3-c17f501eb816 req-9652a0ef-756c-4c51-943b-2fcb11437c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:30.124039 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8f075e59-2187-4c50-9ed3-c17f501eb816 req-9652a0ef-756c-4c51-943b-2fcb11437c5e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 1099 time: 0.1094909 Apr 30 13:22:30.192082 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1f0416a3-d89c-4555-81a3-44a3aff8021d req-81cec57b-1a05-4861-9941-978b34576929 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663614 Apr 30 13:22:30.193720 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8f075e59-2187-4c50-9ed3-c17f501eb816 req-28544e17-ff28-47a3-af5b-75e1de2da8c0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550718 Apr 30 13:22:31.386531 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07efc52-d062-413d-b1bb-3597313746a9 req-719c8f01-42bf-4234-95a5-bcb38242de8e tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:31.388038 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a07efc52-d062-413d-b1bb-3597313746a9 req-719c8f01-42bf-4234-95a5-bcb38242de8e tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 946 time: 0.0860906 Apr 30 13:22:31.434335 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a07efc52-d062-413d-b1bb-3597313746a9 req-5a4283ea-8064-46bc-b8be-4273183ac2ad tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Apr 30 13:22:31.901593 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6eeffb8e-8c68-4f04-8b99-43ff637364b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:32.617158 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dce4bc-1012-4706-89f5-7329c3bd5892 req-04af35df-5e9b-4728-b7fb-973cb67c70e7 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:32.618631 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-99dce4bc-1012-4706-89f5-7329c3bd5892 req-04af35df-5e9b-4728-b7fb-973cb67c70e7 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 946 time: 0.0798531 Apr 30 13:22:32.663168 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-99dce4bc-1012-4706-89f5-7329c3bd5892 req-7c74eefc-e73c-4129-b49e-6249508803da tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388315 Apr 30 13:22:34.423130 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:34.688627 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-938c07bf-7168-483f-b6aa-ec39171728a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:35.402288 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:35.693595 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:37.100126 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.833184 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-6f5fc436-b497-45ee-89bc-4f030f344b10 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743124 Apr 30 13:22:43.000480 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-d9da6552-c511-49ac-9307-b8fe3607a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.002121 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-d9da6552-c511-49ac-9307-b8fe3607a35d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=47a68a13aa3b4877a2dbb39ca0811adb&device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 1099 time: 0.0719500 Apr 30 13:22:43.147742 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-e4b1abcb-50f4-47eb-bed4-da08d57951d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.149176 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-e4b1abcb-50f4-47eb-bed4-da08d57951d1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7519ca4-2c09-4cee-be59-be8a01cbceb5 HTTP/1.1" status: 200 len: 915 time: 0.1278925 Apr 30 13:22:43.221103 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-740eba13-1124-4afe-82ee-a96c1ce230d9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d HTTP/1.1" status: 200 len: 217 time: 0.0647576 Apr 30 13:22:43.284052 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-d4fb90d8-c5d7-4cfa-8986-393f77618dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.285915 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-d4fb90d8-c5d7-4cfa-8986-393f77618dc7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4a6cb812-447e-4af8-a0e1-6faeaa379509 HTTP/1.1" status: 200 len: 854 time: 0.0578432 Apr 30 13:22:43.342317 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-a0bd7df4-135a-498e-bfda-cb29fc5af381 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7519ca4-2c09-4cee-be59-be8a01cbceb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443275 Apr 30 13:22:43.480786 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-62d65fb9-49ac-4461-a3ff-622d0fe9fee4 service neutron] 10.222.0.87 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318693 Apr 30 13:22:43.621462 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5d3f0eb0-8626-430c-8917-36aa860aa491 req-c5172468-9197-4e14-99a2-b7148f788fb6 service neutron] 10.222.0.87 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334138 Apr 30 13:22:44.230631 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:01.903014 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f39f5e3-fcb8-4c5f-ab58-07df675f47a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:04.415258 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:04.691092 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8cd97d2c-cfcd-4937-975c-48275195a090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.405002 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.686286 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.102431 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.142903 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff136c-0446-45c2-a608-6f8ff6c72b69 req-0287f360-2425-4694-b3dc-fa85bd82c7d5 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:13.144268 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-daff136c-0446-45c2-a608-6f8ff6c72b69 req-0287f360-2425-4694-b3dc-fa85bd82c7d5 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 946 time: 0.0779178 Apr 30 13:23:13.188427 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-daff136c-0446-45c2-a608-6f8ff6c72b69 req-da58f66d-21e4-4edc-b882-b0c7af5878f1 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 Apr 30 13:23:14.372913 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cea30-a778-4315-aa8f-392f2ac228a5 req-aaba3c9e-9046-4670-950a-b7710811a578 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:14.374351 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9b7cea30-a778-4315-aa8f-392f2ac228a5 req-aaba3c9e-9046-4670-950a-b7710811a578 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 946 time: 0.0816367 Apr 30 13:23:14.418632 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9b7cea30-a778-4315-aa8f-392f2ac228a5 req-c881e607-8374-44b5-ab8b-7b574a977811 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379405 Apr 30 13:23:15.604177 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a66d9-35d9-4bcd-9cc6-a8f49fd24245 req-5223717d-42de-4608-9921-0183cff206fc tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:15.605607 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5c3a66d9-35d9-4bcd-9cc6-a8f49fd24245 req-5223717d-42de-4608-9921-0183cff206fc tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 946 time: 0.0814824 Apr 30 13:23:15.731259 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5c3a66d9-35d9-4bcd-9cc6-a8f49fd24245 req-25496fa7-738a-4895-b677-d606422884ab tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199045 Apr 30 13:23:16.911482 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ec393-2da7-4e61-95f6-f23af118cc94 req-bf2356d2-3254-48c9-985a-b079b0163019 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:16.912824 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8b2ec393-2da7-4e61-95f6-f23af118cc94 req-bf2356d2-3254-48c9-985a-b079b0163019 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 946 time: 0.0785129 Apr 30 13:23:16.959864 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8b2ec393-2da7-4e61-95f6-f23af118cc94 req-8cf55fbb-4c7c-4b8b-b7a1-00ad71b216aa tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Apr 30 13:23:17.664584 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-375a11ee-bc54-40aa-870d-6ce2fdaeba9a tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:17.666306 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-375a11ee-bc54-40aa-870d-6ce2fdaeba9a tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.87 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 946 time: 0.0784495 Apr 30 13:23:17.801312 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Deleting port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:17.801549 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.932404 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] For port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,segment=NetworkSegment(3e9d8a7c-8579-438e-9f5a-b6a20a48ef25),segment_id=3e9d8a7c-8579-438e-9f5a-b6a20a48ef25)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:17.933113 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.055839 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Calling delete_port for 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d owned by compute:nova {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:18.171150 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a2b91-e1f9-46a9-9a59-7e9b642b28d8 req-c2512c98-4a0e-4dc2-8e11-5d3a53c51e30 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:18.172597 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b12a2b91-e1f9-46a9-9a59-7e9b642b28d8 req-c2512c98-4a0e-4dc2-8e11-5d3a53c51e30 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=03b163d1-186c-4e02-8eb4-c3958c27a3b9 HTTP/1.1" status: 200 len: 946 time: 0.1080592 Apr 30 13:23:18.266802 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b12a2b91-e1f9-46a9-9a59-7e9b642b28d8 req-5af65cff-9e89-41a4-a00d-1f22e757e1d4 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/security-groups?id=87134476-fb88-433b-9236-19387bb21f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624819 Apr 30 13:23:18.272136 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.277843 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-857a91d1-e3f3-4603-9c97-ff111115e708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:18.325760 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Pushing event deleted for resources: {'Port': ['ID=5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:18.363216 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.363590 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.363955 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.364421 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.364675 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.365019 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.365373 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.365722 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.366070 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.366415 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.366759 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.367126 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:18.374128 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:18.411955 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] No DVR routers for this DVR port 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d on host hv-cinder-78445 {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:23:18.414364 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26353'] for port, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.417146 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b163d1-186c-4e02-8eb4-c3958c27a3b9', 'name': 'network-vif-deleted', 'tag': '5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d'}] {{(pid=73798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:18.431997 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-de6f2c2b-7e95-4b72-bb17-aa20e58bac63 req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.87 "DELETE /v2.0/ports/5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d HTTP/1.1" status: 204 len: 173 time: 0.7600760 Apr 30 13:23:18.516274 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b163d1-186c-4e02-8eb4-c3958c27a3b9', 'name': 'network-vif-deleted', 'tag': '5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d', 'status': 'completed', 'code': 200} Apr 30 13:23:19.833750 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:23:19.866981 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] No Port match for: 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:23:19.867351 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Device 5e7652d6-dec8-4d6c-a49b-e9c5d546ea6d not bound to the agent host hv-cinder-78445 {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:23:21.234107 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:23.546388 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c5504-fe5d-4b13-8b8b-1b49084516ef req-b913ecde-4c16-48c6-bf15-a8bce459f05d tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:23.547762 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9b5c5504-fe5d-4b13-8b8b-1b49084516ef req-b913ecde-4c16-48c6-bf15-a8bce459f05d tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/networks?id=a7519ca4-2c09-4cee-be59-be8a01cbceb5 HTTP/1.1" status: 200 len: 814 time: 0.1452291 Apr 30 13:23:23.562014 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9b5c5504-fe5d-4b13-8b8b-1b49084516ef req-71098d87-9c4e-4ac3-8c80-e1b0680f3318 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/quotas/47a68a13aa3b4877a2dbb39ca0811adb HTTP/1.1" status: 200 len: 375 time: 0.0087934 Apr 30 13:23:23.607486 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-9b5c5504-fe5d-4b13-8b8b-1b49084516ef req-576a91d4-0f2f-4a69-bf19-926011005c26 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Synchronizing usage tracker for tenant:47a68a13aa3b4877a2dbb39ca0811adb on resource:port {{(pid=73798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:23.622297 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [req-9b5c5504-fe5d-4b13-8b8b-1b49084516ef req-576a91d4-0f2f-4a69-bf19-926011005c26 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Unset dirty status for tenant:47a68a13aa3b4877a2dbb39ca0811adb on resource:port {{(pid=73798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:23.623622 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9b5c5504-fe5d-4b13-8b8b-1b49084516ef req-576a91d4-0f2f-4a69-bf19-926011005c26 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=47a68a13aa3b4877a2dbb39ca0811adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562441 Apr 30 13:23:23.754810 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9b5c5504-fe5d-4b13-8b8b-1b49084516ef req-b8e94e4c-3082-4d87-92f6-6b44f6a5ce1c service neutron] 10.222.0.66 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238890 Apr 30 13:23:23.884875 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9b5c5504-fe5d-4b13-8b8b-1b49084516ef req-c4d2bf5d-60dd-406f-a0ff-ef31a6819040 service neutron] 10.222.0.66 "GET /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240633 Apr 30 13:23:24.053785 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f97f4823-16b9-47c6-b75f-6edcbd97abf6 req-cc7087e2-fb9f-4ee7-bed4-6c8de7828f00 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0422711 Apr 30 13:23:25.236142 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-10fd728c-9b2f-4179-8084-ca095cab3ea7 req-813c0349-a637-4b87-aa65-00167d0e4c54 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.1302900 Apr 30 13:23:26.332782 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2079de0f-6d0f-47f4-92d8-2c9df9b699f4 req-3d8dedd4-94d6-456a-a35d-24f9337670d0 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0442579 Apr 30 13:23:27.425804 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4a39db0a-4ebd-4db0-a2ea-86b7a47ab7cc req-9fa0e250-0566-4a49-b977-00f7bd3647ae tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0424001 Apr 30 13:23:28.522740 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-43fb636b-4a93-40ce-bf03-f78ae43eab60 req-04a378e4-bd68-4c5b-a86e-32af3254362e tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0450490 Apr 30 13:23:29.616031 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3797fb30-ec31-4921-ba11-977f4d7171f9 req-590c9079-be12-4c34-a763-1b48ae411d00 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0421147 Apr 30 13:23:30.709443 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b01a6318-6872-4251-b197-62344645e64d req-427020a2-85eb-453d-bd46-6658089517cb tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0414319 Apr 30 13:23:31.806448 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-55897967-b60d-4baa-a65d-03aa0382bddf req-cd264939-3f2e-4afe-9d1b-824941c50789 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0455482 Apr 30 13:23:31.903515 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-46f3b5f8-1590-4d3c-8360-4b9d88d05d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:32.900114 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-02b192b1-b484-45d8-a9b6-545640e352d1 req-6aca1bd1-5be2-4aa1-9858-aa185694dd2e tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0430498 Apr 30 13:23:33.993074 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-84950f6e-a21f-4e94-9d86-5a3da6c82d50 req-7d2b2105-bc8b-46b3-ba60-f7127edcd38e tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0433941 Apr 30 13:23:34.418641 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:34.696611 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-293a2d27-0356-4399-ae6c-61e90c1a75ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:35.096452 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9e58d47c-25c0-477a-b691-407a5b11f819 req-cbbc3eb2-44c1-485b-9ee6-98b4c21b62af tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0504503 Apr 30 13:23:35.407525 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:35.683271 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:36.193158 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bc1ac194-b27c-478b-8c9c-b6b0d68a507f req-b55b5252-7515-4a41-b1ac-3d7066e2e063 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0438573 Apr 30 13:23:37.105579 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:37.291756 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d967c5cd-5f11-4277-aa9d-bdec289fa6aa req-e5fbde90-f293-4c64-9194-ff74ba08078b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0427158 Apr 30 13:23:38.388104 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-02be8827-b33c-4abc-9753-c418f8af0328 req-bef87fef-a81b-4024-afa2-0a722935f956 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0461202 Apr 30 13:23:39.481156 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d10d087-930f-41fd-a7c2-c9d749d8d50b req-f4038373-32c1-411e-8bdc-76be283af52b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0432045 Apr 30 13:23:40.573636 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-92669f75-3ee2-4ceb-881a-f57a9f81e0d8 req-bd21ae1e-36de-43fe-bc60-ec27a7cd6f2e tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0425415 Apr 30 13:23:41.670797 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-15b411a3-bd2b-4e2e-b0d1-eb93e1a443fa req-6050d11d-c933-4c97-94d9-c405490cb719 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0459328 Apr 30 13:23:42.763590 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ae3d5082-0adc-40c0-85bc-5dfffcd1f599 req-d85a0394-dad2-44cf-adf6-aafacebdde7d tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0424552 Apr 30 13:23:43.855467 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a9b40b82-c1ab-430b-a716-32780a961982 req-ab34e0c4-7a76-45de-868d-f809aa41daa0 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0419443 Apr 30 13:23:44.952243 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8cd8b7f2-f946-49e5-bf9e-85bce702a2cd req-15c52134-0ea1-45d8-8470-46477924d92b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0458765 Apr 30 13:23:46.045400 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dd8a811d-0603-43c3-a16c-95912360c890 req-2b69e8c3-d198-4652-b875-55b2e02c0aae tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0422490 Apr 30 13:23:47.140689 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e0393189-f8ed-428f-9a01-ced47d79b0ec req-bbd09120-186a-4cb8-8f59-b3bba78776cc tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0444610 Apr 30 13:23:48.236656 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b6aabfae-fc3f-42e4-ad95-e0a1b7e07e8e req-2abab131-cee6-4c22-8e97-6340c8c9e2cd tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0448883 Apr 30 13:23:49.330688 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-171e3325-8707-46be-87a7-96339ee046d2 req-e25d4319-2af2-4363-b55f-ecc77bc2701d tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0423377 Apr 30 13:23:50.432582 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-63f99cb4-d02a-4048-9ef2-0660100109d4 req-f256a8d5-2bab-4929-ac2f-cd5e583a26ef tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0435781 Apr 30 13:23:51.529356 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8db0ec0d-8417-455d-a867-ff75fbdbba72 req-cec9daaa-bea5-4a88-892b-049fb1bd8df5 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0459633 Apr 30 13:23:52.621725 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-15b6c1b3-7e20-4f47-99fe-b8a0523f4723 req-90d5f380-6e46-4d6f-837b-df527b9d1f44 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0425413 Apr 30 13:23:53.715064 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-181557ee-b070-4c95-896e-27b233b09e2b req-cd51760e-bec3-4edb-bc36-45740d54e439 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0423677 Apr 30 13:23:54.811500 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0b240947-e9fe-45fe-b58f-1ad82888f476 req-5c2f745f-6154-4c9a-b351-d384ea55f794 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0454721 Apr 30 13:23:55.905426 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fd1afe59-4a90-46c9-a039-3c8acbd64bd8 req-6446947a-2fcd-457c-8d29-1ec514d3cf32 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0427649 Apr 30 13:23:56.999146 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2663984d-a9c6-473f-a2d0-79998ae7d62e req-578de66a-a007-4d94-aa76-1f1d055b58a7 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0424039 Apr 30 13:23:58.094172 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a11dd2e9-c60e-44ee-b6cb-0c94779929f8 req-05687ec5-c87c-4087-bef9-8a1f500bdb0d tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0448053 Apr 30 13:23:58.238050 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:59.187800 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-9ed0ce4f-d7c3-416b-a65d-13d79484af81 req-82628fb7-d301-4929-8d25-6ef8e3d8f8dd tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0430374 Apr 30 13:24:00.281342 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-65355890-13c5-47c0-9b24-66ecb9d981d3 req-26c4e7aa-59e8-45b6-8bf7-73b9c28c6c75 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0423954 Apr 30 13:24:01.457743 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3d83c836-e9c7-4695-b7cf-ef1151570618 req-36fece28-5253-473d-adb1-99aabaafbd4b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.1240261 Apr 30 13:24:01.905729 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-bff0ef1e-3e27-4b3a-a513-7f2bce8a1273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.552303 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ebf83615-9214-43d1-bf3c-bcf069e91d14 req-fcbc13dc-a086-44d9-b3b9-72ae169c274f tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0435355 Apr 30 13:24:03.645712 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-49c57297-d069-481a-93c7-da2000cef35f req-52c14774-53c0-4e4b-993a-969198870b7b tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0421331 Apr 30 13:24:04.421034 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:04.690148 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f73dd60b-ef9b-4e0a-8361-68a52a19b9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:04.742786 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-3f03495d-45f0-40f4-a899-173c3d5fa922 req-a32d339e-7912-4f30-a96d-fa437090caab tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0447276 Apr 30 13:24:05.410357 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.682297 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.835999 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b4a58631-5ba2-4236-9cd5-ee318720a9e0 req-187ff2dc-af56-4e17-b10e-38422ebf9e11 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0418274 Apr 30 13:24:06.928463 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-003f5dc9-2976-4604-87de-8133003f5c50 req-39e8bdda-a393-4e74-8805-124f38983822 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0422714 Apr 30 13:24:07.107947 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.026267 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-dbbdfa4c-647e-4701-b66b-3a9036b30dad req-f6216664-e886-4d3d-8738-8ac29ae91d58 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0452840 Apr 30 13:24:09.121770 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-afd9b105-5e56-40c4-9c19-48d3e0128af1 req-7a8053c8-e68f-4731-b0f0-546aad8703ee tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0424318 Apr 30 13:24:10.214804 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-51e77c5f-7f22-43c7-a515-1fd68eef20bb req-084a50ec-d615-4300-8df2-b0d0f493df6f tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0427930 Apr 30 13:24:11.311050 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e83df5ad-de55-41ce-8826-445c9865fbc2 req-2e854121-f390-4b1c-86a0-0c8102bb9f8d tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0455928 Apr 30 13:24:12.404812 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-28188202-7349-4d9c-8cbd-b35ea596ec58 req-c7d73b0c-3bc9-4e52-a092-53b525f11608 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0428269 Apr 30 13:24:13.499356 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-65b1bc05-727b-4868-84e2-4133ff42ce9c req-fbec2128-f3b7-4d61-a9c0-37ef16e037fc tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0417540 Apr 30 13:24:14.597014 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5e8ef129-71fa-4185-8772-3582436321b3 req-cf86eb35-c6cf-4cc7-81f6-1c7b396ca46e tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0458286 Apr 30 13:24:15.692716 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b9617e8b-e06c-4ec3-b077-6b821bb870d4 req-a512f901-158b-40ea-a041-50dd3209fd50 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0437031 Apr 30 13:24:16.785936 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b3cee790-0bab-4fb4-9c54-b6ac878b458f req-9218267f-54a3-454e-aaff-c24ee9617cfe tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0424063 Apr 30 13:24:17.882685 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-160d0667-56fa-45dc-992a-2a181faa22d3 req-b0220c0e-086a-4c79-b2b5-2cf83a4f6be9 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0458446 Apr 30 13:24:18.977370 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fa0ccba0-a1c0-4caa-adf1-7beb580f6447 req-d9a77469-afbd-4736-939b-b9d03ad03452 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0436041 Apr 30 13:24:20.071011 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ac26d533-2f6e-4456-ad13-7fe82beaef29 req-c30a0f78-f123-49d5-82e9-b280069dc3b3 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0431690 Apr 30 13:24:21.169421 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-adb8181e-bc58-4127-9bc1-d57464e2ca27 req-0e22ee4f-d389-4448-9d52-13d7d1313d05 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0468972 Apr 30 13:24:22.263333 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-90a7360e-acdd-4650-88a4-b87e56e6f905 req-0cbafa38-adab-41be-af88-6a93755b8b63 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0418415 Apr 30 13:24:23.356514 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bf52b97c-a1fe-47b4-acc3-3e64dab42f3c req-680269ed-e7d2-4b56-abb7-8be5a5ea48b3 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0412974 Apr 30 13:24:24.522073 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c0e3a824-77e2-4458-9cab-1f3c8ef03ce6 req-05c07819-05fe-4d24-989a-b7d3cd36c065 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0450675 Apr 30 13:24:24.898241 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-63c79310-618f-4eaa-a85c-9bbdd727b6b5 req-9dda50ef-dcff-4eb5-a14b-6ffddc49fc18 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] 10.222.0.66 "GET /v2.0/ports?device_id=047424c7-9fca-4c41-9f0e-f6e04e90ab72 HTTP/1.1" status: 200 len: 210 time: 0.0436587 Apr 30 13:24:31.909000 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0f63-c72e-44f8-b097-5eb70ddfc0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:34.434983 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:34.691487 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e634e58a-dabf-43ca-8f88-94b4e3e8571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:35.240353 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:24:35.411832 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:35.684047 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:37.113542 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:45.601714 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47550) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:45.660616 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_v2 [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Deleting subnet 4a6cb812-447e-4af8-a0e1-6faeaa379509 {{(pid=73798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:24:45.663491 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:45.714906 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127117'] for subnet, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:45.770942 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.015444 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3125899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153878'] for subnet, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.020077 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-8d7845ce-a8a8-457c-a928-a0be6d5fb377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:46.056283 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.059675 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6cb812-447e-4af8-a0e1-6faeaa379509,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:46.065282 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4a6cb812-447e-4af8-a0e1-6faeaa379509 HTTP/1.1" status: 204 len: 168 time: 0.4624360 Apr 30 13:24:46.068062 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47554) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:46.069632 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.069995 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.070350 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.070699 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.071060 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.071409 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.071749 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.072086 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.072426 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.072762 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.073097 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.073430 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.076574 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-332950b1-b0e9-4eb3-9cc0-9e6e5d7147b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:46.173252 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.295253 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.402760 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7519ca4-2c09-4cee-be59-be8a01cbceb5']}} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:46.414318 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9d8a7c-8579-438e-9f5a-b6a20a48ef25') {'for_net_delete': True} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:46.414612 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.services.segments.db [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9d8a7c-8579-438e-9f5a-b6a20a48ef25') {} {{(pid=73799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:46.426614 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1858119'] for segment, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.443197 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.449249 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=73799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:24:46.615360 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Network a7519ca4-2c09-4cee-be59-be8a01cbceb5 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:24:46.623725 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2109741'] for segment, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.786119 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.managers [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Network a7519ca4-2c09-4cee-be59-be8a01cbceb5 has no segments {{(pid=73799) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: Traceback (most recent call last): Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: timer() Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: cb(*args, **kw) Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: return func(*args, **kwargs) Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: self._notify() Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: self.callback(batched_events) Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: event.method(event) Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: return f(self, *a, **k) Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: return self._get(url).json() Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: return self.request(url, 'GET', **kwargs) Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:24:46.807503 dv-cinder-784453-4-smb neutron-server[73799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:24:46.883468 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.887176 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-0446e306-aaa0-42aa-8157-4db279b5646b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:46.900515 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:46.910517 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=a7519ca4-2c09-4cee-be59-be8a01cbceb5,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:46.920411 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.920776 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.921132 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.921484 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.921826 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.922168 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.922508 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.922850 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.923222 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.923588 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.923944 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.924283 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:46.930053 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] 10.222.0.66 "DELETE /v2.0/networks/a7519ca4-2c09-4cee-be59-be8a01cbceb5 HTTP/1.1" status: 204 len: 168 time: 0.8585410 Apr 30 13:24:46.930053 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-ab0c9677-fe7f-4992-96bf-f021e0fa3d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:47.060012 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47560) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:47.109293 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-c362cbe8-aaaf-46fb-9370-94efa09885f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47a68a13aa3b4877a2dbb39ca0811adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480196 Apr 30 13:24:47.111619 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47564) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:47.176086 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f26009b3-22a4-4b60-b5ca-fceface611bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:47.202373 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f26009b3-22a4-4b60-b5ca-fceface611bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:47.254511 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f26009b3-22a4-4b60-b5ca-fceface611bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:47.259924 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d66a8cfc-9f1d-425f-bc4a-6bd740ad1f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:47.276845 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26009b3-22a4-4b60-b5ca-fceface611bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87134476-fb88-433b-9236-19387bb21f4f,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:47.279537 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f26009b3-22a4-4b60-b5ca-fceface611bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:47.286042 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-f26009b3-22a4-4b60-b5ca-fceface611bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:47.287166 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-f26009b3-22a4-4b60-b5ca-fceface611bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87134476-fb88-433b-9236-19387bb21f4f HTTP/1.1" status: 204 len: 168 time: 0.1746173 Apr 30 13:24:48.058705 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47588) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:48.188016 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-106413184-network', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:48.192608 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:48.196419 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Usage tracker for resource:network and tenant:7521e2e6551b49fd876eb737ba9549e7 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:48.199236 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:48.205640 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:48.215348 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Made reservation on behalf of 7521e2e6551b49fd876eb737ba9549e7 for: {'network': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:24:48.217624 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.229646 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.244262 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:48.248046 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Usage tracker for resource:security_group_rule and tenant:7521e2e6551b49fd876eb737ba9549e7 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:48.251538 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:48.257241 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:48.339045 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.344055 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.347854 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-89be2571-8d60-4ccb-a18a-a369e0a86b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:48.373485 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=73799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:24:48.381940 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a29e44-6011-4d86-9c51-277f480c58b8,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:48.385484 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:48.389480 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.389480 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.segments_db [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Added segment e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89 of type vlan for network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 Apr 30 13:24:48.418798 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.446798 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.448135 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:48.448714 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.451829 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:48.551341 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4914701 Apr 30 13:24:48.552292 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Pushing event updated for resources: {'Network': ['ID=3c75d2a3-c189-4c40-98a1-09f77d9b5185,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:48.554251 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47594) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:48.556882 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fdc2d27a-6c0d-41e6-a859-7165db27c94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:48.560635 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Request body: {'subnet': {'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-106413184-subnet', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'ip_version': 4}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:48.562829 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:24:48.565966 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:48.569789 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Usage tracker for resource:subnet and tenant:7521e2e6551b49fd876eb737ba9549e7 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:48.572838 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:48.579245 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:48.589603 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Made reservation on behalf of 7521e2e6551b49fd876eb737ba9549e7 for: {'subnet': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:24:48.591986 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2230034'] for subnet, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.061913 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2230016'] for subnet, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.067056 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-7a4f1542-255b-4b12-897b-b5e90a0e3294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:49.138300 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1f3481-974c-42e3-a9df-3100429ec17d,revision_number=0']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:49.141027 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:49.146845 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Checking segment: {'id': 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:49.147221 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Network hostable DHCP agents. Network: 3c75d2a3-c189-4c40-98a1-09f77d9b5185, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:24:49.164047 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:24:49.173671 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, 3c75d2a3-c189-4c40-98a1-09f77d9b5185) {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:49.182217 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:49.182366 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266a76f-d0a9-4b27-ab1e-5b503e718d95 None None] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:24:49.182820 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for subnet, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.203276 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-8a0bf3f6-2b70-4457-b7b8-83752243b119 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6463492 Apr 30 13:24:49.204347 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47598) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:49.209316 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:49.213893 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:49.217818 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Usage tracker for resource:router and tenant:7521e2e6551b49fd876eb737ba9549e7 is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:49.221203 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:49.226966 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:49.238611 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13138'] for router, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.239621 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7937703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13147'] for router, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.256032 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.397097 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16bc5fc4-8b85-58ef-a5f1-903c4f18c5c1-3c75d2a3-c189-4c40-98a1-09f77d9b5185', 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'fixed_ips': [{'subnet_id': '7b1f3481-974c-42e3-a9df-3100429ec17d'}]}} from dv-cinder-784453-4-smb. {{(pid=73800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:24:49.398062 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.524881 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13225'] for router, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.557068 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Allocated IP 172.20.0.2 (3c75d2a3-c189-4c40-98a1-09f77d9b5185/7b1f3481-974c-42e3-a9df-3100429ec17d/4c117f97-1494-4bb0-b377-b46c9128da99) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:49.756592 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.767084 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Transition to ACTIVE for port object 4c117f97-1494-4bb0-b377-b46c9128da99 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:49.785019 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Transition to ACTIVE for port object 4c117f97-1494-4bb0-b377-b46c9128da99 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:49.790833 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.794799 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:49.834801 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.858748 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:49.862678 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:49.865738 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.866030 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:49.930265 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Pushing event updated for resources: {'Port': ['ID=4c117f97-1494-4bb0-b377-b46c9128da99,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:49.946436 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.946776 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.947128 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.947456 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.947774 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.948090 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.948405 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.948715 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.949025 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.949336 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.949645 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.949951 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:49.954228 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:50.003520 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Attempting to bind port 4c117f97-1494-4bb0-b377-b46c9128da99 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:24:50.003887 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Attempting to bind port 4c117f97-1494-4bb0-b377-b46c9128da99 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:24:50.004247 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Attempting to bind port 4c117f97-1494-4bb0-b377-b46c9128da99 on network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:24:50.006030 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Allocated IP 172.28.1.252 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:50.009355 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:24:50.009723 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Checking segment: {'id': 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:50.010120 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.010506 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Bound using segment: {'id': 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:24:50.010970 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Bound port: 4c117f97-1494-4bb0-b377-b46c9128da99, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:24:50.011365 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.102595 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] For port 4c117f97-1494-4bb0-b377-b46c9128da99, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:24:50.106714 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] For port 4c117f97-1494-4bb0-b377-b46c9128da99, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=4c117f97-1494-4bb0-b377-b46c9128da99,segment=NetworkSegment(e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89),segment_id=e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:24:50.110498 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.115010 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:50.153715 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.184068 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:50.189106 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-41dbdc7b-0eb3-461a-9aaa-9507b14705db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:50.203112 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Pushing event updated for resources: {'Port': ['ID=4c117f97-1494-4bb0-b377-b46c9128da99,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:50.207974 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:50.244663 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:50.252386 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:50.256976 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:50.294550 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Pushing event updated for resources: {'Port': ['ID=ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:50.416097 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:50.780028 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.051380 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43534cb-c4f4-4c5d-8b61-5f05c8880bbb None None] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:24:51.124655 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393556'] for router, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.155484 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-69640ec3-e90c-43aa-8c6b-c424e900a765 None None] Provisioning for port 4c117f97-1494-4bb0-b377-b46c9128da99 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:51.330576 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Router 88a7663e-d70e-4ed7-a931-e01ea1f24373 is scheduled to L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 with binding_index 1 {{(pid=73799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:24:51.511119 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:24:51.523744 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Sync routers for ids ['88a7663e-d70e-4ed7-a931-e01ea1f24373'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:24:51.534061 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Routers {'88a7663e-d70e-4ed7-a931-e01ea1f24373'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:51.534823 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:24:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['88a7663e-d70e-4ed7-a931-e01ea1f24373'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:51.535919 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] Notify callbacks [] for router, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.539652 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-d6293f8f-5627-4e6f-9368-6e7d361d8abc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3318529 Apr 30 13:24:51.539828 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47602) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:51.589390 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 4c117f97-1494-4bb0-b377-b46c9128da99 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:51.766477 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 4c117f97-1494-4bb0-b377-b46c9128da99 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:51.777172 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Set router 88a7663e-d70e-4ed7-a931-e01ea1f24373 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:51.821169 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 4c117f97-1494-4bb0-b377-b46c9128da99 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:51.821549 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.141813 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.187827 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 4c117f97-1494-4bb0-b377-b46c9128da99, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=4c117f97-1494-4bb0-b377-b46c9128da99,segment=NetworkSegment(e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89),segment_id=e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:52.192422 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.195369 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:52.251157 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:50Z', 'revision_number': 3, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'gw_port': {'id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:52.260755 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Checking router: 88a7663e-d70e-4ed7-a931-e01ea1f24373 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:24:52.261133 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Updating router 88a7663e-d70e-4ed7-a931-e01ea1f24373 port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 binding host dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:24:52.304754 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=4c117f97-1494-4bb0-b377-b46c9128da99,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:52.309027 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:52.321892 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.338679 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.545325 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Allocated IP 172.20.0.1 (3c75d2a3-c189-4c40-98a1-09f77d9b5185/7b1f3481-974c-42e3-a9df-3100429ec17d/57d5eb56-58ec-4a6e-bb8c-0b33f63d7942) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:52.677568 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.688766 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Transition to ACTIVE for port object ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:52.693486 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.695527 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.699779 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:52.709720 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Transition to ACTIVE for port object 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 will not be triggered until provisioned by entity DHCP. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:52.733611 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.738505 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-fe2c6d6c-da98-45bf-8098-74e1f381702f tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:52.771671 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Attempting to bind port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:24:52.772052 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Attempting to bind port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:24:52.772419 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Attempting to bind port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 on network c2869f81-3397-44d7-83da-a495caae779d {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:24:52.778121 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50fcf6-74c8-414c-ba5f-7ad1973581c4 None None] Pushing event updated for resources: {'Port': ['ID=ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:52.782495 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3f50fcf6-74c8-414c-ba5f-7ad1973581c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:52.783400 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:24:52.783772 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Checking segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:52.784176 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.784564 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Bound using segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:24:52.785024 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Bound port: ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:24:52.785406 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.798532 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:52.805413 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:52.809527 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:52.852717 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Pushing event updated for resources: {'Port': ['ID=57d5eb56-58ec-4a6e-bb8c-0b33f63d7942,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:52.857382 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:52.870182 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395994'] for router_interface, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.871551 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] For port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:24:52.875369 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] For port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:24:52.881205 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.885165 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:52.960521 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Routers {'88a7663e-d70e-4ed7-a931-e01ea1f24373'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:52.961172 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:24:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['88a7663e-d70e-4ed7-a931-e01ea1f24373'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:53.045438 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50fcf6-74c8-414c-ba5f-7ad1973581c4 None None] Pushing event updated for resources: {'Port': ['ID=ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:53.050685 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3f50fcf6-74c8-414c-ba5f-7ad1973581c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:53.062646 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-9cb65523-41e8-4266-8e84-18c397af4788 None None] Provisioning for port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:53.119435 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-9cb65523-41e8-4266-8e84-18c397af4788 None None] Provisioning complete for port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:53.119715 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9cb65523-41e8-4266-8e84-18c397af4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.132767 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.199160 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-9cb65523-41e8-4266-8e84-18c397af4788 None None] Port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:24:53.209619 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] Set router 88a7663e-d70e-4ed7-a931-e01ea1f24373 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:53.471673 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.476286 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.493442 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:50Z', 'revision_number': 3, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'gw_port': {'id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:53.497563 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe2484-b80a-4d9b-9880-6a1992e73af5 None None] The sync data for ids ['88a7663e-d70e-4ed7-a931-e01ea1f24373'] in dv-cinder-784453-4-smb is: [{'id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:50Z', 'revision_number': 3, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'gw_port': {'id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:24:53.502972 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-bef83ce7-9e37-4253-9ee7-f27264dfa42f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:53.561742 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 4c117f97-1494-4bb0-b377-b46c9128da99 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:53.590972 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Pushing event updated for resources: {'Port': ['ID=57d5eb56-58ec-4a6e-bb8c-0b33f63d7942,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:53.594286 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:53.595099 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395903'] for router_interface, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.632542 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 4c117f97-1494-4bb0-b377-b46c9128da99 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:53.632923 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.757234 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:53.758493 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:53.960672 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Router 88a7663e-d70e-4ed7-a931-e01ea1f24373 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:24:54.023553 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-306885dc-502f-4540-b4bc-dd60be9c6bf4 None None] Provisioning complete for port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:54.023936 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-306885dc-502f-4540-b4bc-dd60be9c6bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.083248 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-306885dc-502f-4540-b4bc-dd60be9c6bf4 None None] Port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:24:54.146792 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:24:54.156044 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-c790a873-f917-4908-9216-06d4135b9e38 admin admin] 10.222.0.66 "PUT /v2.0/routers/88a7663e-d70e-4ed7-a931-e01ea1f24373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6151388 Apr 30 13:24:54.662007 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47622) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:54.668041 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.v2.base [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-736315448-network', 'tenant_id': '9bef765f89744898931e550116893dec'}} {{(pid=73799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:54.673441 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:54.677313 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Usage tracker for resource:network and tenant:9bef765f89744898931e550116893dec is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:54.680155 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:54.685789 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:54.695725 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Made reservation on behalf of 9bef765f89744898931e550116893dec for: {'network': 1} {{(pid=73799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:24:54.697933 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for network, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.710211 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.724706 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:54.728522 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:9bef765f89744898931e550116893dec is out of sync, need to count used quota {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:54.731315 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.quota.resource [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:54.737239 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.quota.driver [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:54.821410 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.825114 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.829661 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-2c9e31e2-6e7d-40c5-ad02-88a2e724a8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:54.848651 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=73799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:24:54.868186 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b99e1c-4ab7-40df-b914-7ffb0db813b7,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:54.870948 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.871317 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.db.segments_db [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Added segment efa8dd5a-975c-473b-b721-9959b7c2e837 of type vlan for network cd6441b0-4e15-41f1-ba66-c80e85920f7a Apr 30 13:24:54.872613 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:54.903394 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759480469140'] for network, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.932593 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910'] for network, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.933960 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:54.934545 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:54.939299 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:55.034653 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3714764 Apr 30 13:24:55.037446 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47626) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:55.037956 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6441b0-4e15-41f1-ba66-c80e85920f7a,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:55.040493 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-93362ee0-20e3-4ed1-b2db-fc2488e8a7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:55.045288 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Request body: {'subnet': {'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-736315448-subnet', 'tenant_id': '9bef765f89744898931e550116893dec', 'ip_version': 4}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:55.050061 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a details requested by agent ovs-agent-dv-cinder-784453-4-smb with host dv-cinder-784453-4-smb {{(pid=73800) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:24:55.050965 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:55.054848 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Usage tracker for resource:subnet and tenant:9bef765f89744898931e550116893dec is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:55.058543 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:55.065684 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:55.075637 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Made reservation on behalf of 9bef765f89744898931e550116893dec for: {'subnet': 1} {{(pid=73798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:24:55.079086 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3153867'] for subnet, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.091569 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Sync routers for ids ['88a7663e-d70e-4ed7-a931-e01ea1f24373'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:24:55.100489 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Routers {'88a7663e-d70e-4ed7-a931-e01ea1f24373'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:55.101084 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:24:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['88a7663e-d70e-4ed7-a931-e01ea1f24373'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:55.280359 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Set router 88a7663e-d70e-4ed7-a931-e01ea1f24373 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:55.555451 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3153881'] for subnet, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.561945 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-09405ad6-77e3-4185-b9dd-c0a38fc12cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:55.588766 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:55.633823 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:53Z', 'revision_number': 4, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'gw_port': {'id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '57d5eb56-58ec-4a6e-bb8c-0b33f63d7942', 'name': '', 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'mac_address': 'fa:16:3e:e2:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7b1f3481-974c-42e3-a9df-3100429ec17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:53Z', 'revision_number': 2, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'subnets': [{'id': '7b1f3481-974c-42e3-a9df-3100429ec17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:55.638125 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Checking router: 88a7663e-d70e-4ed7-a931-e01ea1f24373 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:24:55.638487 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Updating router 88a7663e-d70e-4ed7-a931-e01ea1f24373 port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 binding host dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:24:55.649561 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1c08c1-86f9-4d81-844a-398e8f46415d,revision_number=0']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:55.653679 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:55.654739 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Checking segment: {'id': 'efa8dd5a-975c-473b-b721-9959b7c2e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:55.655164 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Network hostable DHCP agents. Network: cd6441b0-4e15-41f1-ba66-c80e85920f7a, hostable agents: ['e14b629d-283e-40cc-90ba-5157f357ff0e'], hosted agents: [] {{(pid=73798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:24:55.663557 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:55.668973 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:55.669888 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.677480 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a is scheduled to be hosted by DHCP agent e14b629d-283e-40cc-90ba-5157f357ff0e with binding_index 1 {{(pid=73798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:24:55.688093 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-smb, cd6441b0-4e15-41f1-ba66-c80e85920f7a) {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:55.697736 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:55.698387 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.701451 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.707653 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705819a2-9a4b-43f0-893b-eafa84d1f49b None None] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:24:55.727523 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-cfa6914e-238d-4ddd-8c9d-b7960eee453a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6859570 Apr 30 13:24:55.727750 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47630) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:55.734531 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.v2.base [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}} {{(pid=73798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:55.739404 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:55.743744 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Usage tracker for resource:router and tenant:9bef765f89744898931e550116893dec is out of sync, need to count used quota {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:55.747349 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.quota.resource [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:55.753829 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.quota.driver [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:55.766599 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-473846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13138'] for router, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.768435 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7937703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13147'] for router, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.786985 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:55.962383 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.018669 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:56.026260 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.035730 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-25477971-8fe2-4177-9110-cb91e833ffcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:56.067145 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13225'] for router, precommit_update {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.077289 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.089668 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Transition to ACTIVE for port object 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:56.096690 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.101604 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-396c5768-b73f-42da-99a7-aeae1780addb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:56.140983 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16bc5fc4-8b85-58ef-a5f1-903c4f18c5c1-cd6441b0-4e15-41f1-ba66-c80e85920f7a', 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a', 'tenant_id': '9bef765f89744898931e550116893dec', 'fixed_ips': [{'subnet_id': '9b1c08c1-86f9-4d81-844a-398e8f46415d'}]}} from dv-cinder-784453-4-smb. {{(pid=73800) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:24:56.142036 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.316109 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Allocated IP 172.20.0.2 (cd6441b0-4e15-41f1-ba66-c80e85920f7a/9b1c08c1-86f9-4d81-844a-398e8f46415d/521389f6-d19a-46a5-9a6f-744a206919f3) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:56.334188 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Attempting to bind port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:24:56.334552 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Attempting to bind port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:24:56.334910 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Attempting to bind port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 on network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:24:56.337100 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Pushing event updated for resources: {'Port': ['ID=57d5eb56-58ec-4a6e-bb8c-0b33f63d7942,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:56.346494 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.346831 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.347350 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.347672 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.347988 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.348304 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.348630 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.348934 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.349239 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.349551 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.349858 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.350155 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:56.355957 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:56.357065 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:24:56.357643 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Checking segment: {'id': 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:56.358209 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.358984 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Bound using segment: {'id': 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:24:56.359751 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Bound port: 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:24:56.360297 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.430573 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.450416 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] For port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:24:56.453686 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] For port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=57d5eb56-58ec-4a6e-bb8c-0b33f63d7942,segment=NetworkSegment(e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89),segment_id=e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:24:56.457480 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.461504 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:56.464730 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.536568 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Routers {'88a7663e-d70e-4ed7-a931-e01ea1f24373'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:56.536824 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:56.536953 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:24:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['88a7663e-d70e-4ed7-a931-e01ea1f24373'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:56.540385 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:56.566553 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.578421 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Transition to ACTIVE for port object 521389f6-d19a-46a5-9a6f-744a206919f3 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:56.603905 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Transition to ACTIVE for port object 521389f6-d19a-46a5-9a6f-744a206919f3 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:56.611368 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.622621 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-83dba3af-6d2a-4f47-a1a1-cd6ce04f7f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:56.629622 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Pushing event updated for resources: {'Port': ['ID=57d5eb56-58ec-4a6e-bb8c-0b33f63d7942,revision_number=4']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:56.645386 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a85b517f-e9ed-4ff0-92f1-85c0deefc0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:56.664721 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_common [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Allocated IP 172.28.1.81 (c2869f81-3397-44d7-83da-a495caae779d/83de05d5-1f2a-45c6-923e-77245f8a2cf5/5c235928-827b-4495-8cb1-ac4a8b447c1f) {{(pid=73798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:56.696577 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Pushing event updated for resources: {'Port': ['ID=521389f6-d19a-46a5-9a6f-744a206919f3,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:56.699379 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:56.710885 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:56.712122 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:56.715906 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:56.768062 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] Set router 88a7663e-d70e-4ed7-a931-e01ea1f24373 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:56.814272 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Attempting to bind port 521389f6-d19a-46a5-9a6f-744a206919f3 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:24:56.814554 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Attempting to bind port 521389f6-d19a-46a5-9a6f-744a206919f3 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': 'efa8dd5a-975c-473b-b721-9959b7c2e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:24:56.814924 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Attempting to bind port 521389f6-d19a-46a5-9a6f-744a206919f3 on network cd6441b0-4e15-41f1-ba66-c80e85920f7a {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:24:56.824823 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:24:56.825383 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Checking segment: {'id': 'efa8dd5a-975c-473b-b721-9959b7c2e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:56.825780 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.826180 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Bound using segment: {'id': 'efa8dd5a-975c-473b-b721-9959b7c2e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:24:56.826672 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Bound port: 521389f6-d19a-46a5-9a6f-744a206919f3, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa8dd5a-975c-473b-b721-9959b7c2e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:24:56.827063 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.842221 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.872706 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.878403 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-f927c536-ec97-48ba-9e29-785f6641f1e2 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:56.922757 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] For port 521389f6-d19a-46a5-9a6f-744a206919f3, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:24:56.926290 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] For port 521389f6-d19a-46a5-9a6f-744a206919f3, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=521389f6-d19a-46a5-9a6f-744a206919f3,segment=NetworkSegment(efa8dd5a-975c-473b-b721-9959b7c2e837),segment_id=efa8dd5a-975c-473b-b721-9959b7c2e837)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:24:56.930962 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:56.935849 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:57.027938 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Pushing event updated for resources: {'Port': ['ID=521389f6-d19a-46a5-9a6f-744a206919f3,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:57.031450 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a3bd0ed8-275a-4206-9a0e-7b44f0701d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:57.053320 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Network c2869f81-3397-44d7-83da-a495caae779d is already hosted by enough agents. {{(pid=73798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:57.060542 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.base_scheduler [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:57.065417 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Received port after_create {{(pid=73798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:57.101600 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c235928-827b-4495-8cb1-ac4a8b447c1f,revision_number=1']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:57.109747 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:53Z', 'revision_number': 4, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'gw_port': {'id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '57d5eb56-58ec-4a6e-bb8c-0b33f63d7942', 'name': '', 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'mac_address': 'fa:16:3e:e2:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7b1f3481-974c-42e3-a9df-3100429ec17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'subnets': [{'id': '7b1f3481-974c-42e3-a9df-3100429ec17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:57.110309 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:57.114339 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe41e9b-8259-48ec-bc10-ced5bef51692 None None] The sync data for ids ['88a7663e-d70e-4ed7-a931-e01ea1f24373'] in dv-cinder-784453-4-smb is: [{'id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:53Z', 'revision_number': 4, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'gw_port': {'id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '57d5eb56-58ec-4a6e-bb8c-0b33f63d7942', 'name': '', 'network_id': '3c75d2a3-c189-4c40-98a1-09f77d9b5185', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'mac_address': 'fa:16:3e:e2:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7b1f3481-974c-42e3-a9df-3100429ec17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:52Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 4, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'subnets': [{'id': '7b1f3481-974c-42e3-a9df-3100429ec17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:24:57.550763 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:57.703751 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:57.790940 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:57.797353 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:57.797862 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:57.927834 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393556'] for router, after_create {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:57.942035 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:57.993961 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=57d5eb56-58ec-4a6e-bb8c-0b33f63d7942,segment=NetworkSegment(e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89),segment_id=e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:57.999343 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.000208 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 521389f6-d19a-46a5-9a6f-744a206919f3 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:58.031963 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-7e77fd82-b31a-4eff-b5ee-e52d4545d329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:58.087781 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ed4ad-abdb-4a4c-b99b-0970ce44958a None None] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:24:58.157341 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Router 8bbba7cc-048a-438c-9a77-53b11b89f667 is scheduled to L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 with binding_index 1 {{(pid=73798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:24:58.234311 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=57d5eb56-58ec-4a6e-bb8c-0b33f63d7942,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:58.239877 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:58.243554 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e2bbbbaf-d4a3-43bc-be2c-7d46c29f7348 None None] Provisioning for port 521389f6-d19a-46a5-9a6f-744a206919f3 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:58.263625 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 521389f6-d19a-46a5-9a6f-744a206919f3 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:58.297620 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 521389f6-d19a-46a5-9a6f-744a206919f3 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:58.297997 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.346403 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:24:58.363147 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Sync routers for ids ['8bbba7cc-048a-438c-9a77-53b11b89f667'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:24:58.373248 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] Notify callbacks [] for router, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.378362 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47642) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:58.379448 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-b9b86c81-6e04-4346-939f-8789bb4c40f1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6498544 Apr 30 13:24:58.459796 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Routers {'8bbba7cc-048a-438c-9a77-53b11b89f667'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:58.460444 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:24:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['8bbba7cc-048a-438c-9a77-53b11b89f667'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:58.654482 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.731760 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 521389f6-d19a-46a5-9a6f-744a206919f3, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=521389f6-d19a-46a5-9a6f-744a206919f3,segment=NetworkSegment(efa8dd5a-975c-473b-b721-9959b7c2e837),segment_id=efa8dd5a-975c-473b-b721-9959b7c2e837)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:58.736657 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Set router 8bbba7cc-048a-438c-9a77-53b11b89f667 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:58.778337 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:58.779227 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:58.866742 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:59.051375 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=521389f6-d19a-46a5-9a6f-744a206919f3,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:59.057372 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:59.078543 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-07f990a2-90f6-44b1-ac7c-b63461c45f07 None None] Provisioning complete for port 521389f6-d19a-46a5-9a6f-744a206919f3 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:59.078922 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-07f990a2-90f6-44b1-ac7c-b63461c45f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.138128 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:59.138506 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.184101 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.377482 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:55Z', 'updated_at': '2021-04-30T13:24:57Z', 'revision_number': 3, 'project_id': '9bef765f89744898931e550116893dec', 'gw_port': {'id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:59.381344 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Checking router: 8bbba7cc-048a-438c-9a77-53b11b89f667 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:24:59.381700 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Updating router 8bbba7cc-048a-438c-9a77-53b11b89f667 port 5c235928-827b-4495-8cb1-ac4a8b447c1f binding host dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:24:59.390472 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.db_base_plugin_common [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Allocated IP 172.20.0.1 (cd6441b0-4e15-41f1-ba66-c80e85920f7a/9b1c08c1-86f9-4d81-844a-398e8f46415d/419b0919-fbdf-4ee5-a960-833ffa5aa3f2) {{(pid=73799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:59.437110 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.544599 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.560110 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.provisioning_blocks [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Transition to ACTIVE for port object 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 will not be triggered until provisioned by entity DHCP. {{(pid=73799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:59.582000 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:59.588687 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759480448022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2109946'] for port, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.593486 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-9ceca421-a0ac-4fcd-9059-5d0954685ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:59.656380 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:59.659542 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:59.662066 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Received port after_create {{(pid=73799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:59.697861 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Pushing event updated for resources: {'Port': ['ID=419b0919-fbdf-4ee5-a960-833ffa5aa3f2,revision_number=1']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:59.700718 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:59.723102 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395994'] for router_interface, before_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.748798 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:59.749888 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.854356 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.962091 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:59.964288 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-1abe8411-fbd6-4b7c-bf2e-64e19c73ed6c None None] Provisioning for port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 completed by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:59.994407 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-1abe8411-fbd6-4b7c-bf2e-64e19c73ed6c None None] Provisioning complete for port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:59.994788 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1abe8411-fbd6-4b7c-bf2e-64e19c73ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.017926 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Transition to ACTIVE for port object 5c235928-827b-4495-8cb1-ac4a8b447c1f will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:00.042672 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.049393 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3f50fcf6-74c8-414c-ba5f-7ad1973581c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:00.077856 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 521389f6-d19a-46a5-9a6f-744a206919f3 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:00.094619 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.099248 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2109937'] for port, after_update {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.128014 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-ce02fa71-764b-4896-b399-d33365ca5908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:00.162857 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-1abe8411-fbd6-4b7c-bf2e-64e19c73ed6c None None] Port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:25:00.189432 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf26cd8-d600-424e-8764-9f171c233b2c None None] Pushing event updated for resources: {'Port': ['ID=5c235928-827b-4495-8cb1-ac4a8b447c1f,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:00.195972 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Attempting to bind port 5c235928-827b-4495-8cb1-ac4a8b447c1f on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:25:00.196347 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Attempting to bind port 5c235928-827b-4495-8cb1-ac4a8b447c1f by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:25:00.196719 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Attempting to bind port 5c235928-827b-4495-8cb1-ac4a8b447c1f on network c2869f81-3397-44d7-83da-a495caae779d {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:00.200391 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-6bf26cd8-d600-424e-8764-9f171c233b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:00.206448 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:25:00.206823 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Checking segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:25:00.207252 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.207649 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Bound using segment: {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:25:00.208128 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Bound port: 5c235928-827b-4495-8cb1-ac4a8b447c1f, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277fb87-5a6a-4764-ae0a-eb4b84e9f03e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:25:00.208599 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.211916 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395903'] for router_interface, after_create {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.216394 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Pushing event updated for resources: {'Port': ['ID=419b0919-fbdf-4ee5-a960-833ffa5aa3f2,revision_number=2']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:00.220926 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:00.277896 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 521389f6-d19a-46a5-9a6f-744a206919f3 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:00.278271 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.325878 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] For port 5c235928-827b-4495-8cb1-ac4a8b447c1f, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:25:00.343712 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] For port 5c235928-827b-4495-8cb1-ac4a8b447c1f, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=5c235928-827b-4495-8cb1-ac4a8b447c1f,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:25:00.350950 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.351866 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a is already hosted by enough agents. {{(pid=73799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:25:00.352941 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.base_scheduler [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:25:00.355257 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3f50fcf6-74c8-414c-ba5f-7ad1973581c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:00.486588 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Routers {'8bbba7cc-048a-438c-9a77-53b11b89f667'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:00.487264 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:24:35Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['8bbba7cc-048a-438c-9a77-53b11b89f667'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:00.544047 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf26cd8-d600-424e-8764-9f171c233b2c None None] Pushing event updated for resources: {'Port': ['ID=5c235928-827b-4495-8cb1-ac4a8b447c1f,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:00.550763 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Router 8bbba7cc-048a-438c-9a77-53b11b89f667 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:25:00.558392 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-6bf26cd8-d600-424e-8764-9f171c233b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:00.655000 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-b490f873-5782-41b9-a412-55868330f740 None None] Provisioning complete for port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 triggered by entity DHCP. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:00.655411 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b490f873-5782-41b9-a412-55868330f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:00.732940 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] Set router 8bbba7cc-048a-438c-9a77-53b11b89f667 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:00.782481 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-b490f873-5782-41b9-a412-55868330f740 None None] Port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 cannot update to ACTIVE because it is not bound. {{(pid=73800) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:25:00.835463 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:25:00.844377 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-dc951b9d-0197-4fac-af5b-6b9a106774c6 admin admin] 10.222.0.66 "PUT /v2.0/routers/8bbba7cc-048a-438c-9a77-53b11b89f667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649668 Apr 30 13:25:01.053723 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:55Z', 'updated_at': '2021-04-30T13:24:59Z', 'revision_number': 4, 'project_id': '9bef765f89744898931e550116893dec', 'gw_port': {'id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '419b0919-fbdf-4ee5-a960-833ffa5aa3f2', 'name': '', 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a', 'tenant_id': '9bef765f89744898931e550116893dec', 'mac_address': 'fa:16:3e:77:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:24:59Z', 'revision_number': 2, 'project_id': '9bef765f89744898931e550116893dec', 'subnets': [{'id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:01.057887 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cf829-1d17-416a-a591-5d4e27b3207a None None] The sync data for ids ['8bbba7cc-048a-438c-9a77-53b11b89f667'] in dv-cinder-784453-4-smb is: [{'id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:55Z', 'updated_at': '2021-04-30T13:24:59Z', 'revision_number': 4, 'project_id': '9bef765f89744898931e550116893dec', 'gw_port': {'id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '419b0919-fbdf-4ee5-a960-833ffa5aa3f2', 'name': '', 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a', 'tenant_id': '9bef765f89744898931e550116893dec', 'mac_address': 'fa:16:3e:77:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:24:59Z', 'revision_number': 2, 'project_id': '9bef765f89744898931e550116893dec', 'subnets': [{'id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:01.917189 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0f45b6c6-1fac-45ab-a363-b758ed92b894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.592694 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 5c235928-827b-4495-8cb1-ac4a8b447c1f up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:03.676778 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 5c235928-827b-4495-8cb1-ac4a8b447c1f completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:03.681915 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 5c235928-827b-4495-8cb1-ac4a8b447c1f triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:03.682292 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.805670 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.826359 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 5c235928-827b-4495-8cb1-ac4a8b447c1f, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=5c235928-827b-4495-8cb1-ac4a8b447c1f,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:03.832682 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.833842 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d6facee8-bafd-424f-a815-fec47bd44d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:03.906438 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=5c235928-827b-4495-8cb1-ac4a8b447c1f,revision_number=4']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:03.909661 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:04.431237 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.697547 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dd7ce43d-365f-4c2f-9bbb-1b69f48a75f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:04.903735 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Sync routers for ids ['8bbba7cc-048a-438c-9a77-53b11b89f667'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:25:04.915707 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Routers {'8bbba7cc-048a-438c-9a77-53b11b89f667'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:04.916934 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:25:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['8bbba7cc-048a-438c-9a77-53b11b89f667'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:05.141013 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Set router 8bbba7cc-048a-438c-9a77-53b11b89f667 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:05.421413 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.507344 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:55Z', 'updated_at': '2021-04-30T13:24:59Z', 'revision_number': 4, 'project_id': '9bef765f89744898931e550116893dec', 'gw_port': {'id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '419b0919-fbdf-4ee5-a960-833ffa5aa3f2', 'name': '', 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a', 'tenant_id': '9bef765f89744898931e550116893dec', 'mac_address': 'fa:16:3e:77:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:24:59Z', 'revision_number': 2, 'project_id': '9bef765f89744898931e550116893dec', 'subnets': [{'id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:05.515393 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Checking router: 8bbba7cc-048a-438c-9a77-53b11b89f667 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:25:05.515751 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Updating router 8bbba7cc-048a-438c-9a77-53b11b89f667 port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 binding host dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:25:05.582111 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.582712 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 5c235928-827b-4495-8cb1-ac4a8b447c1f up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:05.729147 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.746330 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 5c235928-827b-4495-8cb1-ac4a8b447c1f triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:05.746799 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.022730 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.037151 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Transition to ACTIVE for port object 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:06.045181 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.052618 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-8456761a-056d-4cdd-86b3-7d9b0f500de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:06.224340 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaded77-211e-43d9-906a-8aa57114f257 None None] Pushing event updated for resources: {'Port': ['ID=419b0919-fbdf-4ee5-a960-833ffa5aa3f2,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:06.234570 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-bfaded77-211e-43d9-906a-8aa57114f257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:06.301900 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Attempting to bind port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 on host dv-cinder-784453-4-smb for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:25:06.302431 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Attempting to bind port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 by drivers openvswitch,hyperv on host dv-cinder-784453-4-smb at level 0 using segments [{'id': 'efa8dd5a-975c-473b-b721-9959b7c2e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:25:06.302789 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Attempting to bind port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 on network cd6441b0-4e15-41f1-ba66-c80e85920f7a {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:06.309178 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Checking agent: {'id': '25d4e4f1-7f61-4b88-bb9e-e53876c426ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 34), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:25:06.309421 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Checking segment: {'id': 'efa8dd5a-975c-473b-b721-9959b7c2e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:25:06.309673 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.310229 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Bound using segment: {'id': 'efa8dd5a-975c-473b-b721-9959b7c2e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:25:06.310713 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Bound port: 419b0919-fbdf-4ee5-a960-833ffa5aa3f2, host: dv-cinder-784453-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa8dd5a-975c-473b-b721-9959b7c2e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:25:06.311137 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.427524 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] For port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2, host dv-cinder-784453-4-smb, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:25:06.430841 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] For port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2, host dv-cinder-784453-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=419b0919-fbdf-4ee5-a960-833ffa5aa3f2,segment=NetworkSegment(efa8dd5a-975c-473b-b721-9959b7c2e837),segment_id=efa8dd5a-975c-473b-b721-9959b7c2e837)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:25:06.435332 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.439513 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1c3aeb7c-4cac-41eb-afa1-2d48c98c2c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:06.516724 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Routers {'8bbba7cc-048a-438c-9a77-53b11b89f667'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:06.516910 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:25:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['8bbba7cc-048a-438c-9a77-53b11b89f667'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:06.574514 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaded77-211e-43d9-906a-8aa57114f257 None None] Pushing event updated for resources: {'Port': ['ID=419b0919-fbdf-4ee5-a960-833ffa5aa3f2,revision_number=4']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:06.585379 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-bfaded77-211e-43d9-906a-8aa57114f257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:06.755304 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] Set router 8bbba7cc-048a-438c-9a77-53b11b89f667 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:07.102734 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:55Z', 'updated_at': '2021-04-30T13:24:59Z', 'revision_number': 4, 'project_id': '9bef765f89744898931e550116893dec', 'gw_port': {'id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '419b0919-fbdf-4ee5-a960-833ffa5aa3f2', 'name': '', 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a', 'tenant_id': '9bef765f89744898931e550116893dec', 'mac_address': 'fa:16:3e:77:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:25:06Z', 'revision_number': 4, 'project_id': '9bef765f89744898931e550116893dec', 'subnets': [{'id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:07.107507 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc432e-d69f-4669-8d0f-61b6c4378f66 None None] The sync data for ids ['8bbba7cc-048a-438c-9a77-53b11b89f667'] in dv-cinder-784453-4-smb is: [{'id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:55Z', 'updated_at': '2021-04-30T13:24:59Z', 'revision_number': 4, 'project_id': '9bef765f89744898931e550116893dec', 'gw_port': {'id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb', '_interfaces': [{'id': '419b0919-fbdf-4ee5-a960-833ffa5aa3f2', 'name': '', 'network_id': 'cd6441b0-4e15-41f1-ba66-c80e85920f7a', 'tenant_id': '9bef765f89744898931e550116893dec', 'mac_address': 'fa:16:3e:77:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:59Z', 'updated_at': '2021-04-30T13:25:06Z', 'revision_number': 4, 'project_id': '9bef765f89744898931e550116893dec', 'subnets': [{'id': '9b1c08c1-86f9-4d81-844a-398e8f46415d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:07.126408 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:07.591580 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:07.680739 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning for port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 completed by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:07.686262 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:07.686883 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:07.823833 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818240'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:07.868482 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] For port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=419b0919-fbdf-4ee5-a960-833ffa5aa3f2,segment=NetworkSegment(efa8dd5a-975c-473b-b721-9959b7c2e837),segment_id=efa8dd5a-975c-473b-b721-9959b7c2e837)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:07.872849 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759480883559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759480448040', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759480448085'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:07.875387 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:07.952425 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Pushing event updated for resources: {'Port': ['ID=419b0919-fbdf-4ee5-a960-833ffa5aa3f2,revision_number=5']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:07.956694 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:09.559766 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 up at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:09.633274 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Provisioning complete for port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 triggered by entity L2. {{(pid=73800) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:09.633274 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7668380'] for port, provisioning_complete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:10.769736 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8067b2c-76a4-4cb0-b810-1d86d32b8aef req-63fced6b-5b81-4d47-87d1-dd7d9e2c61dc tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:10.771203 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b8067b2c-76a4-4cb0-b810-1d86d32b8aef req-63fced6b-5b81-4d47-87d1-dd7d9e2c61dc tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/networks?id=3c75d2a3-c189-4c40-98a1-09f77d9b5185 HTTP/1.1" status: 200 len: 814 time: 0.2462306 Apr 30 13:25:10.786439 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b8067b2c-76a4-4cb0-b810-1d86d32b8aef req-2591bef2-5261-40bc-9115-2f2a62c9765e tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/quotas/7521e2e6551b49fd876eb737ba9549e7 HTTP/1.1" status: 200 len: 375 time: 0.0095949 Apr 30 13:25:10.873279 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b8067b2c-76a4-4cb0-b810-1d86d32b8aef req-beac7af0-2227-421d-b187-41ed06581589 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7521e2e6551b49fd876eb737ba9549e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818794 Apr 30 13:25:11.113159 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b8067b2c-76a4-4cb0-b810-1d86d32b8aef req-cab9286f-57b3-49b1-bb8e-7fd527c87625 service neutron] 10.222.0.66 "GET /v2.0/networks/3c75d2a3-c189-4c40-98a1-09f77d9b5185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277606 Apr 30 13:25:11.243097 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b8067b2c-76a4-4cb0-b810-1d86d32b8aef req-c2cb655c-a0d0-4eec-8738-57f46eaf13c2 service neutron] 10.222.0.66 "GET /v2.0/networks/3c75d2a3-c189-4c40-98a1-09f77d9b5185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239946 Apr 30 13:25:11.443070 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-69ec97f3-395a-45fd-9a2a-2b3632d6d965 req-c928be25-2fa8-4f7d-8452-78715af06bd2 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0446134 Apr 30 13:25:12.243013 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:25:12.541185 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b9625ad1-4aff-4d5d-9178-b054ae6372c8 req-fadfc5d4-34f5-45cb-9add-87b7bca6c149 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0442657 Apr 30 13:25:13.638061 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0b29f68f-d3b7-48ca-b2d8-7e4540dfb712 req-2601c639-a8d4-4fed-bdd5-0e6e9b27fb83 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0460594 Apr 30 13:25:14.757321 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e725a98f-1938-4b90-a08d-288afae7d04b req-646ad82c-8cbd-4518-a99c-4a9e46d07280 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0546768 Apr 30 13:25:15.851723 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8ae551f9-5125-4aa4-82ef-e4bb1a53ae5d req-5692cad7-a9de-4945-90ca-ccf98ac62f5c tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0422585 Apr 30 13:25:16.948151 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ad9fcc0d-1408-4773-8f1b-1f0ce5b87d16 req-3c4453ba-d8ca-4420-a88b-1ad113bb7692 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0459628 Apr 30 13:25:18.043752 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-fea59a2f-1d39-49da-b0ae-3cffeae38911 req-e0197136-db71-419b-a4fe-be124c52ed8a tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0437825 Apr 30 13:25:19.138040 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-0833c467-ee3e-4584-b5c7-2bbb17cd663b req-b33119ae-18cd-4354-b736-18abb5891751 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0423069 Apr 30 13:25:20.256478 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-143b8bcf-b475-4c7b-b574-330121f3d3f8 req-1e855bc0-0b62-4750-b504-7efdcea60f7f tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0634000 Apr 30 13:25:21.350654 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-bb774ea2-d37d-4f39-a1f2-6b36ec209920 req-b8e4e3a2-14ba-4e10-ab63-910e7cd89fbb tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0425987 Apr 30 13:25:22.447270 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d2e749be-65fc-4176-816d-0229f4885e7c req-a38f36ab-c09a-4b75-a765-129040eccfb8 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0440817 Apr 30 13:25:23.545524 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-163f1b68-1448-4932-a725-d31f31eb3320 req-11b86458-70e1-4c5e-9341-506614bdface tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0464189 Apr 30 13:25:24.640001 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-43b640c8-34ad-438e-a4bb-622262d4d3a9 req-5334a9a9-a446-422c-a5d0-7522bbcffc83 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0425448 Apr 30 13:25:25.734875 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-5f2d9f2a-1214-4ff4-971b-328e3f81a719 req-a7ea1927-b4ac-4b57-b7b5-f5c340b39005 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0423594 Apr 30 13:25:26.832054 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-930f29fc-9c5e-49c2-9f93-5357441014bb req-b3273e43-7f8d-4fd9-8139-c0ad7e464336 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0449965 Apr 30 13:25:27.927527 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1feb9df6-c71e-43bb-8827-a8994c7e2c58 req-6e7f4cec-0d34-4719-a55e-4c1a76f945a1 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0431273 Apr 30 13:25:29.024310 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a53f83f8-041b-44b3-9cd7-3350516f0287 req-18b9831f-3552-42a0-a0df-001cee855443 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0422707 Apr 30 13:25:30.119346 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-a69d1185-aede-48bf-bd61-47771edb1d39 req-3ae1f718-30a7-4420-8be7-0ebd70726bcf tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0455816 Apr 30 13:25:31.213149 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e881cb28-cd98-462d-a555-00b24cc210cb req-e4fe3da0-6776-41ae-9374-960e9d564354 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0430284 Apr 30 13:25:31.908993 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-43b4f6e9-805e-48be-8f2e-7b34493ccb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.307056 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-afc2b708-5d05-4b3a-bc2b-d907780c331f req-07bf66d1-957c-47f8-aefd-b6cc059a37f5 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0417230 Apr 30 13:25:33.403387 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f794df87-7001-449c-a4ed-0aba1d9f2189 req-477b49a5-2502-4d26-966d-44021b801a62 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0452745 Apr 30 13:25:34.428968 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:34.501256 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-149e0911-6902-47d4-ae4a-97af550a42c2 req-3d3a2885-751b-4a73-a3ed-142a69d842bf tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0425365 Apr 30 13:25:34.689994 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ba2f5f-5615-42a7-b0b4-ed3e16981e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:35.418988 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:35.595140 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-add5ca14-2802-44b3-9d53-d4a36b374cba req-3e98d5f3-8dab-4973-a00a-92d454296558 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0427518 Apr 30 13:25:35.697969 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:36.777129 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7a22c035-b6b3-4f3c-9b4b-ff8f1d25523a req-3d7c56ce-5975-470d-94e9-768614dea29d tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.1299706 Apr 30 13:25:37.119848 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.873222 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-f47fffb1-30b6-4774-b5e5-4be2f55dbd8d req-901fc813-a776-4fe7-bc02-1d765d83453c tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0418375 Apr 30 13:25:38.972753 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-2def1219-8b74-4cc6-bb40-b6d3b184e836 req-354a1fb6-6469-416a-82cc-60b1a31487ba tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0472722 Apr 30 13:25:40.070455 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-99a9cda6-f93b-445d-b88b-0413f5f309be req-b7eaef0b-5f97-4fc8-88a1-66480483ccf5 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0458422 Apr 30 13:25:41.164302 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-b4b20bb0-3954-44e7-99cf-ccd39cff9eaa req-02126b06-39d5-4aaf-9140-86b33213ff53 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0418937 Apr 30 13:25:42.258782 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-8f63a5da-2759-44de-9015-2d1540ce3f6b req-2d148b45-588b-4a21-8c48-208710e9e78a tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0423722 Apr 30 13:25:43.354508 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1d2205f7-ee3c-44f9-980e-5440cf4d7a38 req-e84e6a17-8fec-44d4-8341-d28cb6264598 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0453427 Apr 30 13:25:44.448116 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-ead0c323-ad87-4c67-833d-da5134b26b76 req-7616cf27-0be8-49e7-8b50-b1015dcf6bae tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0425582 Apr 30 13:25:45.542923 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-83730b1b-3cb9-429e-a42b-efe67282ab06 req-b7d154e4-491c-4649-93dc-e420427e0cf9 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0437834 Apr 30 13:25:46.640595 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1c861cc1-8112-4b43-8767-b6f47c9d4bc9 req-6e343fcc-ba83-4c86-b34a-7dbce46a0c91 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0447743 Apr 30 13:25:47.735892 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-68598adb-cd74-4d65-9bc4-bce826bf03ef req-34480b1f-50d7-462f-a271-29b22e2ca407 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0426335 Apr 30 13:25:48.829453 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7d722794-c841-4eda-919a-2d0e9f0c6baa req-3b5fd916-7363-4cd3-b821-cdfef09566ef tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0419014 Apr 30 13:25:49.242854 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:25:49.927718 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-03a4630c-b15c-470a-8b2f-caf3bc8a5efb req-f854f54a-bdb2-4cfa-879a-a3d17effdc0f tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0462852 Apr 30 13:25:51.020062 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d939e55e-7cb6-4a16-8a78-6a33ab151440 req-48cbdbc6-fcf9-4e70-86c7-1652563998df tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0426457 Apr 30 13:25:52.114480 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c97dd381-985c-4398-9062-2aff67561e9a req-d1facccc-9946-4b31-a85d-79034ab2d3d5 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0423067 Apr 30 13:25:53.211976 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-33813564-e9ab-420b-8466-d5654d293959 req-e9f2da88-edd0-4264-80d7-09157dd1afbf tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0465956 Apr 30 13:25:54.306147 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-d442b766-c41e-4ef5-9780-df562e95184f req-39cbe951-4b79-444e-b2bd-1f7f84062450 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0427375 Apr 30 13:25:55.399550 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-91d7abdd-38e5-47ea-8cd5-8e43d9c84b0d req-88c5b595-bef7-4ba0-a6a7-72a399d10152 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0422964 Apr 30 13:25:56.497982 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1ccbeb3f-f61d-4501-8b48-f6f99fd07b81 req-ceeeda4d-4fc5-4e1c-aa5d-c03f27b7627d tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0456896 Apr 30 13:25:57.592416 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-4d76e4ec-fe4f-494e-aa41-1ac225a38329 req-028d6cd2-6e2b-4f8a-bec5-f31b7a8ad82b tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0431290 Apr 30 13:25:58.689562 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cd4096d3-221f-4866-8d13-7f928a8391b9 req-ea125b80-19ae-43ac-9d83-d97d27e2a985 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0431557 Apr 30 13:25:59.786243 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-511ff6a3-a274-49e6-92a1-d7daadac2603 req-b02278e2-bd3e-48b4-9141-cc4de633638b tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0450516 Apr 30 13:26:00.879405 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-e34c0c7d-53c2-465e-913a-f8a413be7cbf req-6fda3a51-236f-42ea-a796-5c436bf59574 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0430398 Apr 30 13:26:01.914031 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b74f-5d7e-45b6-b91d-d5e76bf2433e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:01.975916 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-334c4d96-bc3d-4b1a-8ec1-d52f39a8a07b req-c22e16ca-11b4-4176-814f-45d3e4bbada8 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0429633 Apr 30 13:26:03.072057 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-7fc9af15-4564-4059-a18d-0e5e302da233 req-fc0a26bd-9c22-4c40-9493-c65c60456386 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0456176 Apr 30 13:26:04.165197 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-1d16f436-11a4-490e-bb4d-70fdfeb89d59 req-b16cf494-6876-44c6-b309-7049d94dfbdf tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0429275 Apr 30 13:26:04.432100 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:04.692747 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6e9948ef-6ac3-466c-8ad4-b728806d3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:05.257812 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-c93ad60b-1f72-4686-ac18-5479a7c3369e req-f8b97dde-22a9-4a3d-8c89-f4886549b2be tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0424166 Apr 30 13:26:05.425319 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:05.713612 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:06.354453 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-777fb37f-b56f-4d48-ac51-d4834d93111e req-7e1e08d7-ad02-43d3-8b0c-d73fbcbfe3f1 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0457430 Apr 30 13:26:07.123531 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:07.449449 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-702c8217-846e-4138-aa24-c82bc60b0593 req-15b14928-2acd-49d4-887b-e4abe068d245 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0421193 Apr 30 13:26:08.543863 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-79fce69c-2bbb-4f6e-89c4-2c7b748be919 req-bf9cd47b-3ccc-4a52-9b04-67d4110b2093 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0424654 Apr 30 13:26:09.640358 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-417af018-a692-4a18-b8b0-41033b9cbaf9 req-ddb99fa8-607c-486e-91c3-60fc14f33880 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0455656 Apr 30 13:26:10.733942 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-6b873bd3-f9a9-4a08-98b9-93234bb3e1fd req-d197c536-1af2-443c-b161-bd43835fb949 tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0424166 Apr 30 13:26:11.891033 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-cf5ec0be-309e-4c12-b99a-25d7049cda0b req-676329e8-0b30-491d-b004-56efae2147bb tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.0419245 Apr 30 13:26:12.201000 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [req-570ed43e-44c6-4f97-a1bb-8d0448f2ebef req-320e62aa-a9c8-4b83-9ae2-873f6258fe9e tempest-TestMinimumBasicScenario-1417339560 tempest-TestMinimumBasicScenario-1417339560-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4f09c2d-c41e-4721-9b70-67a4d4c8eb91 HTTP/1.1" status: 200 len: 210 time: 0.1227369 Apr 30 13:26:12.960547 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47886) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:13.491859 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395853'] for router_interface, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:13.894191 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Deleting port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:26:13.894424 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:14.014043 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] For port 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=57d5eb56-58ec-4a6e-bb8c-0b33f63d7942,segment=NetworkSegment(e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89),segment_id=e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:14.014762 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:14.134646 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Calling delete_port for 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 owned by network:router_interface {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:26:14.285288 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:14.288705 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-844b53d8-a201-44bb-b7a3-cd76e5c5e557 tempest-ServerRescueNegativeTestJSON-571271307 tempest-ServerRescueNegativeTestJSON-571271307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:14.333816 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d5eb56-58ec-4a6e-bb8c-0b33f63d7942,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:14.472147 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.472513 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.472878 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.473230 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.473582 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.473930 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.474276 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.474620 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.475249 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.475390 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.475669 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.475996 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:14.483367 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:14.703523 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402429'] for router_interface, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:15.060337 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Router 88a7663e-d70e-4ed7-a931-e01ea1f24373 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:26:15.237773 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:26:15.246517 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-76aa8e2d-4293-43a5-8e76-7a20980be8f7 admin admin] 10.222.0.66 "PUT /v2.0/routers/88a7663e-d70e-4ed7-a931-e01ea1f24373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851729 Apr 30 13:26:15.246709 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] Sync routers for ids ['88a7663e-d70e-4ed7-a931-e01ea1f24373'] in dv-cinder-784453-4-smb {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:26:15.249045 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47890) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:15.256819 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] Routers {'88a7663e-d70e-4ed7-a931-e01ea1f24373'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:26:15.257290 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:26:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['88a7663e-d70e-4ed7-a931-e01ea1f24373'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:15.420996 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks [] for router, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:15.431157 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] Set router 88a7663e-d70e-4ed7-a931-e01ea1f24373 gateway port host: dv-cinder-784453-4-smb {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:26:15.600635 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:15.674133 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Deleting port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:26:15.674392 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:15.719405 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:26:14Z', 'revision_number': 5, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'gw_port': {'id': 'ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:15.723371 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] Checking router: 88a7663e-d70e-4ed7-a931-e01ea1f24373 for host: dv-cinder-784453-4-smb {{(pid=73800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:26:15.732381 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] Routers {'88a7663e-d70e-4ed7-a931-e01ea1f24373'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:26:15.732992 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:26:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['88a7663e-d70e-4ed7-a931-e01ea1f24373'], 'active': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:15.899360 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] For port ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:15.899715 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:15.917147 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvr_db [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] Set router 88a7663e-d70e-4ed7-a931-e01ea1f24373 gateway port host: None {{(pid=73800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:26:16.021877 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_hamode_db [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:26:15Z', 'revision_number': 6, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'gw_port_host': None}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:16.023339 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Calling delete_port for ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 owned by network:router_gateway {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:26:16.026481 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b4fee-2e3b-4828-aef8-b8a50613cf5f None None] The sync data for ids ['88a7663e-d70e-4ed7-a931-e01ea1f24373'] in dv-cinder-784453-4-smb is: [{'id': '88a7663e-d70e-4ed7-a931-e01ea1f24373', 'name': 'tempest-TestMinimumBasicScenario-106413184-router', 'tenant_id': '7521e2e6551b49fd876eb737ba9549e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:49Z', 'updated_at': '2021-04-30T13:26:15Z', 'revision_number': 6, 'project_id': '7521e2e6551b49fd876eb737ba9549e7', 'gw_port_host': None}] {{(pid=73800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:26:16.163412 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:16.167073 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-89cbb71c-1f05-4e4b-b75c-09a6dec2b593 tempest-VolumesSnapshotTestJSON-406893460 tempest-VolumesSnapshotTestJSON-406893460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:16.213105 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:16.216327 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:16.302973 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394970'] for router_gateway, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:16.477296 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13216'] for router, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:16.479459 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:16.505556 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403071'] for router, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:16.506093 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88a7663e-d70e-4ed7-a931-e01ea1f24373 {{(pid=73798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:26:16.518257 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] Notify callbacks [] for router, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:16.519381 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-471350ec-1bbd-4a13-9d16-35ee9a6d80dc admin admin] 10.222.0.66 "DELETE /v2.0/routers/88a7663e-d70e-4ed7-a931-e01ea1f24373 HTTP/1.1" status: 204 len: 168 time: 1.2694130 Apr 30 13:26:16.521870 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47894) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:16.580231 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7541f1-912f-4e0f-9d5a-4ab3a615926b admin admin] Deleting subnet 7b1f3481-974c-42e3-a9df-3100429ec17d {{(pid=73798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:26:16.582932 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2e7541f1-912f-4e0f-9d5a-4ab3a615926b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:16.631726 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2e7541f1-912f-4e0f-9d5a-4ab3a615926b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127117'] for subnet, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:16.749242 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2e7541f1-912f-4e0f-9d5a-4ab3a615926b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.011302 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2e7541f1-912f-4e0f-9d5a-4ab3a615926b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3125899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153878'] for subnet, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.016513 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:17.051968 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7541f1-912f-4e0f-9d5a-4ab3a615926b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1f3481-974c-42e3-a9df-3100429ec17d,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:17.054953 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-2e7541f1-912f-4e0f-9d5a-4ab3a615926b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.057849 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-2e7541f1-912f-4e0f-9d5a-4ab3a615926b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:17.060909 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4080ac-91f8-4d15-95fe-2908bd67f6c8 None None] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:26:17.061449 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-2e7541f1-912f-4e0f-9d5a-4ab3a615926b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7b1f3481-974c-42e3-a9df-3100429ec17d HTTP/1.1" status: 204 len: 168 time: 0.5386865 Apr 30 13:26:17.063885 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47898) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:17.172261 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.246904 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Deleting port 4c117f97-1494-4bb0-b377-b46c9128da99 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:26:17.247192 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.310615 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c150084-1049-4711-8288-a53043db0503 None None] DHCP port deletion for 3c75d2a3-c189-4c40-98a1-09f77d9b5185 request from dv-cinder-784453-4-smb {{(pid=73800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:26:17.375723 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-1c150084-1049-4711-8288-a53043db0503 None None] Deleting port 4c117f97-1494-4bb0-b377-b46c9128da99 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:26:17.376102 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.437735 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] For port 4c117f97-1494-4bb0-b377-b46c9128da99, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=4c117f97-1494-4bb0-b377-b46c9128da99,segment=NetworkSegment(e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89),segment_id=e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:17.438055 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.476249 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-1c150084-1049-4711-8288-a53043db0503 None None] For port 4c117f97-1494-4bb0-b377-b46c9128da99, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=4c117f97-1494-4bb0-b377-b46c9128da99,segment=NetworkSegment(e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89),segment_id=e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:17.476648 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.563465 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Calling delete_port for 4c117f97-1494-4bb0-b377-b46c9128da99 owned by network:dhcp {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:26:17.601102 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-1c150084-1049-4711-8288-a53043db0503 None None] Calling delete_port for 4c117f97-1494-4bb0-b377-b46c9128da99 owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:26:17.605477 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:26:17.616598 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.620538 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-69f4b99b-06a5-46d6-9f7e-fe196247dcf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:17.648542 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:26:17.648880 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device ccc076af-8bb4-4108-a3f7-6e2d5dad3ac8 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:26:17.649411 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:26:17.664902 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4c117f97-1494-4bb0-b377-b46c9128da99,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:17.668384 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:17.669701 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] No DVR routers for this DVR port 4c117f97-1494-4bb0-b377-b46c9128da99 on host dv-cinder-784453-4-smb {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:26:17.690999 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:26:17.691286 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 57d5eb56-58ec-4a6e-bb8c-0b33f63d7942 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:26:17.691690 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 4c117f97-1494-4bb0-b377-b46c9128da99 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:26:17.726840 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 4c117f97-1494-4bb0-b377-b46c9128da99 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:26:17.727213 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 4c117f97-1494-4bb0-b377-b46c9128da99 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:26:17.753257 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.756764 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:17.784841 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.801356 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c150084-1049-4711-8288-a53043db0503 None None] Pushing event deleted for resources: {'Port': ['ID=4c117f97-1494-4bb0-b377-b46c9128da99,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:17.806208 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c150084-1049-4711-8288-a53043db0503 None None] No DVR routers for this DVR port 4c117f97-1494-4bb0-b377-b46c9128da99 on host dv-cinder-784453-4-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:26:17.812241 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.812587 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.812952 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.813281 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.813611 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.813939 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.814264 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.814583 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.814908 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.815389 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.815567 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.815864 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c150084-1049-4711-8288-a53043db0503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:17.820260 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1c150084-1049-4711-8288-a53043db0503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:17.897661 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c75d2a3-c189-4c40-98a1-09f77d9b5185']}} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:17.910040 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89') {'for_net_delete': True} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:17.910338 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04ff4d5-6ec0-4bc0-bc7a-2325fc1b9b89') {} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:17.921633 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127108'] for segment, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.937745 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.943863 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=73798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:26:18.111446 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:26:18.119652 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3125793'] for segment, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:18.286438 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Network 3c75d2a3-c189-4c40-98a1-09f77d9b5185 has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: Traceback (most recent call last): Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: timer() Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: cb(*args, **kw) Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: return func(*args, **kwargs) Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: self._notify() Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: self.callback(batched_events) Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: event.method(event) Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: return f(self, *a, **k) Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: return self._get(url).json() Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: return self.request(url, 'GET', **kwargs) Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:26:18.307191 dv-cinder-784453-4-smb neutron-server[73798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:26:18.379570 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:18.383201 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-43897f92-0f07-40d3-8a83-9357e20e0f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:18.395906 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:18.410421 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Pushing event deleted for resources: {'Network': ['ID=3c75d2a3-c189-4c40-98a1-09f77d9b5185,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:18.413029 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] 10.222.0.66 "DELETE /v2.0/networks/3c75d2a3-c189-4c40-98a1-09f77d9b5185 HTTP/1.1" status: 204 len: 168 time: 1.3482454 Apr 30 13:26:18.413880 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-34e92c91-0f5c-4630-ba97-14f1129912ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:18.416057 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47902) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:19.033975 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395853'] for router_interface, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:19.437145 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Deleting port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:26:19.437840 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:19.556702 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] For port 419b0919-fbdf-4ee5-a960-833ffa5aa3f2, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=419b0919-fbdf-4ee5-a960-833ffa5aa3f2,segment=NetworkSegment(efa8dd5a-975c-473b-b721-9959b7c2e837),segment_id=efa8dd5a-975c-473b-b721-9959b7c2e837)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:19.557083 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:19.677889 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Calling delete_port for 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 owned by network:router_interface {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:26:19.823250 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:19.827481 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-5710beaf-fa34-4505-97c0-d58c40a88a87 tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:19.869451 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=419b0919-fbdf-4ee5-a960-833ffa5aa3f2,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:19.873114 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:20.227526 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7872903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402429'] for router_interface, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:20.578051 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Router 8bbba7cc-048a-438c-9a77-53b11b89f667 has already been hosted by L3 agent a2c474c8-7e95-49ab-8520-e9f8ed4ee289 {{(pid=73798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:26:20.752687 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-smb the message routers_updated {{(pid=73798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:26:20.760904 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] Sync routers for ids ['8bbba7cc-048a-438c-9a77-53b11b89f667'] in dv-cinder-784453-4-smb {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:26:20.761628 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-c4ac1a2b-8505-45b0-b076-41a194656d26 admin admin] 10.222.0.66 "PUT /v2.0/routers/8bbba7cc-048a-438c-9a77-53b11b89f667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3445237 Apr 30 13:26:20.764133 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47906) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:20.770268 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] Routers {'8bbba7cc-048a-438c-9a77-53b11b89f667'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:26:20.770868 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:26:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['8bbba7cc-048a-438c-9a77-53b11b89f667'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:20.947034 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks [] for router, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:20.947791 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] Set router 8bbba7cc-048a-438c-9a77-53b11b89f667 gateway port host: dv-cinder-784453-4-smb {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:26:21.121253 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:21.194426 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Deleting port 5c235928-827b-4495-8cb1-ac4a8b447c1f {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:26:21.194768 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:21.316430 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'external_fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:55Z', 'updated_at': '2021-04-30T13:26:19Z', 'revision_number': 5, 'project_id': '9bef765f89744898931e550116893dec', 'gw_port': {'id': '5c235928-827b-4495-8cb1-ac4a8b447c1f', 'name': '', 'network_id': 'c2869f81-3397-44d7-83da-a495caae779d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:24:56Z', 'updated_at': '2021-04-30T13:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83de05d5-1f2a-45c6-923e-77245f8a2cf5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-smb'}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:21.316705 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] For port 5c235928-827b-4495-8cb1-ac4a8b447c1f, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=5c235928-827b-4495-8cb1-ac4a8b447c1f,segment=NetworkSegment(4277fb87-5a6a-4764-ae0a-eb4b84e9f03e),segment_id=4277fb87-5a6a-4764-ae0a-eb4b84e9f03e)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:21.317015 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:21.323642 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] Checking router: 8bbba7cc-048a-438c-9a77-53b11b89f667 for host: dv-cinder-784453-4-smb {{(pid=73801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:26:21.337378 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] Routers {'8bbba7cc-048a-438c-9a77-53b11b89f667'} bound to L3 agent in host dv-cinder-784453-4-smb {{(pid=73801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:26:21.337979 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:35Z,description=,heartbeat_timestamp=2021-04-30T13:26:05Z,host='dv-cinder-784453-4-smb',id=a2c474c8-7e95-49ab-8520-e9f8ed4ee289,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:35Z,topic='l3_agent')) {'router_ids': ['8bbba7cc-048a-438c-9a77-53b11b89f667'], 'active': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:21.549206 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_dvr_db [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] Set router 8bbba7cc-048a-438c-9a77-53b11b89f667 gateway port host: None {{(pid=73801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:26:21.550334 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Calling delete_port for 5c235928-827b-4495-8cb1-ac4a8b447c1f owned by network:router_gateway {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:26:21.705335 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:21.709938 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-6cdb08a1-872f-4fb7-bb9e-2979f04e220e tempest-VolumesActionsTest-449907777 tempest-VolumesActionsTest-449907777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:21.711578 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.l3_hamode_db [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:55Z', 'updated_at': '2021-04-30T13:26:21Z', 'revision_number': 6, 'project_id': '9bef765f89744898931e550116893dec', 'gw_port_host': None}], 'dv-cinder-784453-4-smb', False) {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:21.717553 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649df11-347f-4c12-af63-eefeee4bb5bf None None] The sync data for ids ['8bbba7cc-048a-438c-9a77-53b11b89f667'] in dv-cinder-784453-4-smb is: [{'id': '8bbba7cc-048a-438c-9a77-53b11b89f667', 'name': 'tempest-TestMinimumBasicScenario-736315448-router', 'tenant_id': '9bef765f89744898931e550116893dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:24:55Z', 'updated_at': '2021-04-30T13:26:21Z', 'revision_number': 6, 'project_id': '9bef765f89744898931e550116893dec', 'gw_port_host': None}] {{(pid=73801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:26:21.755739 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c235928-827b-4495-8cb1-ac4a8b447c1f,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:21.758655 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:21.848213 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394970'] for router_gateway, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.018407 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13216'] for router, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.020518 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.043951 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403071'] for router, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.045060 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bbba7cc-048a-438c-9a77-53b11b89f667 {{(pid=73798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:26:22.057895 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] Notify callbacks [] for router, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.059036 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-c8257600-96ea-4bac-b396-5f002915705d admin admin] 10.222.0.66 "DELETE /v2.0/routers/8bbba7cc-048a-438c-9a77-53b11b89f667 HTTP/1.1" status: 204 len: 168 time: 1.2940042 Apr 30 13:26:22.061620 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47910) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:22.121345 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb1510e-2ddf-4afc-b742-fcd156dbba69 admin admin] Deleting subnet 9b1c08c1-86f9-4d81-844a-398e8f46415d {{(pid=73798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:26:22.124767 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-efb1510e-2ddf-4afc-b742-fcd156dbba69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.177176 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-efb1510e-2ddf-4afc-b742-fcd156dbba69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127117'] for subnet, precommit_delete_associations {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.253770 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-efb1510e-2ddf-4afc-b742-fcd156dbba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672554'] for subnet, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.501110 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-efb1510e-2ddf-4afc-b742-fcd156dbba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3125899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153878'] for subnet, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.505799 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-074c53cb-4488-4e49-9b7d-5f241d5b780b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:22.540816 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1510e-2ddf-4afc-b742-fcd156dbba69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1c08c1-86f9-4d81-844a-398e8f46415d,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:22.543569 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-efb1510e-2ddf-4afc-b742-fcd156dbba69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.548182 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f64fd-fba5-4ffb-b3a9-ebe592b55d1b None None] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a requested from dv-cinder-784453-4-smb {{(pid=73800) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:26:22.548633 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-efb1510e-2ddf-4afc-b742-fcd156dbba69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:22.553453 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-efb1510e-2ddf-4afc-b742-fcd156dbba69 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9b1c08c1-86f9-4d81-844a-398e8f46415d HTTP/1.1" status: 204 len: 168 time: 0.4886086 Apr 30 13:26:22.553622 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47914) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:22.665750 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7849701'] for network, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.746064 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Deleting port 521389f6-d19a-46a5-9a6f-744a206919f3 {{(pid=73798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:26:22.746748 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.800514 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] DHCP port deletion for cd6441b0-4e15-41f1-ba66-c80e85920f7a request from dv-cinder-784453-4-smb {{(pid=73800) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:26:22.846302 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.db [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] For port 521389f6-d19a-46a5-9a6f-744a206919f3, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=521389f6-d19a-46a5-9a6f-744a206919f3,segment=NetworkSegment(efa8dd5a-975c-473b-b721-9959b7c2e837),segment_id=efa8dd5a-975c-473b-b721-9959b7c2e837)] {{(pid=73798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:22.846711 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.868281 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] Deleting port 521389f6-d19a-46a5-9a6f-744a206919f3 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:26:22.868657 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759480879445'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.968915 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] For port 521389f6-d19a-46a5-9a6f-744a206919f3, host dv-cinder-784453-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-smb',level=0,port_id=521389f6-d19a-46a5-9a6f-744a206919f3,segment=NetworkSegment(efa8dd5a-975c-473b-b721-9959b7c2e837),segment_id=efa8dd5a-975c-473b-b721-9959b7c2e837)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:26:22.969224 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404924'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.066041 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.plugin [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Calling delete_port for 521389f6-d19a-46a5-9a6f-744a206919f3 owned by network:dhcp {{(pid=73798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:26:23.113322 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3126006'] for port, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.117142 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-e0500cbd-37a6-4911-b49f-932b5e552434 tempest-TestShelveInstance-561223715 tempest-TestShelveInstance-561223715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:23.124005 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] Calling delete_port for 521389f6-d19a-46a5-9a6f-744a206919f3 owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:26:23.160242 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Pushing event deleted for resources: {'Port': ['ID=521389f6-d19a-46a5-9a6f-744a206919f3,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:23.163386 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:23.164099 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] No DVR routers for this DVR port 521389f6-d19a-46a5-9a6f-744a206919f3 on host dv-cinder-784453-4-smb {{(pid=73798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:26:23.168378 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759480883568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759480448031'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.171981 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b2f82f0e-42d2-4152-9db4-94a433a06fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:23.216348 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] Pushing event deleted for resources: {'Port': ['ID=521389f6-d19a-46a5-9a6f-744a206919f3,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:23.219432 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:23.220190 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa630d-2ac1-4be8-8cba-bd2d3b611704 None None] No DVR routers for this DVR port 521389f6-d19a-46a5-9a6f-744a206919f3 on host dv-cinder-784453-4-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:26:23.281447 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674471', 'neutron.services.segments.db._delete_segments_for_network-8759480892829'] for network, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.387082 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6441b0-4e15-41f1-ba66-c80e85920f7a']}} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:23.399138 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa8dd5a-975c-473b-b721-9959b7c2e837') {'for_net_delete': True} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:23.399428 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.services.segments.db [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa8dd5a-975c-473b-b721-9959b7c2e837') {} {{(pid=73798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:26:23.410749 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759480905063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127108'] for segment, before_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.426556 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676964'] for segment, precommit_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.432648 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=73798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:26:23.601349 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:26:23.604112 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 5c235928-827b-4495-8cb1-ac4a8b447c1f no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:26:23.611142 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7677151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3125793'] for segment, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.639192 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 5c235928-827b-4495-8cb1-ac4a8b447c1f {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:26:23.639543 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 5c235928-827b-4495-8cb1-ac4a8b447c1f not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:26:23.640162 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:26:23.673170 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:26:23.673519 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 419b0919-fbdf-4ee5-a960-833ffa5aa3f2 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:26:23.673939 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 521389f6-d19a-46a5-9a6f-744a206919f3 no longer exists at agent ovs-agent-dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:26:23.708711 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] No Port match for: 521389f6-d19a-46a5-9a6f-744a206919f3 {{(pid=73800) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:26:23.709120 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.rpc [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Device 521389f6-d19a-46a5-9a6f-744a206919f3 not bound to the agent host dv-cinder-784453-4-smb {{(pid=73800) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:26:23.777925 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.plugins.ml2.managers [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Network cd6441b0-4e15-41f1-ba66-c80e85920f7a has no segments {{(pid=73798) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: Traceback (most recent call last): Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: timer() Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: cb(*args, **kw) Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: return func(*args, **kwargs) Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: self._notify() Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: self.callback(batched_events) Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: event.method(event) Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: return f(self, *a, **k) Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: return self._get(url).json() Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: return self.request(url, 'GET', **kwargs) Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:26:23.799134 dv-cinder-784453-4-smb neutron-server[73798]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:26:23.873991 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7872910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-399942'] for network, after_delete {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.877994 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:23.893723 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron_lib.callbacks.manager [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7872928'] for network, before_response {{(pid=73798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.899151 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6441b0-4e15-41f1-ba66-c80e85920f7a,revision_number=None']} {{(pid=73798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:23.903309 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG oslo_concurrency.lockutils [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:23.905849 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-79970c70-c8b4-42d6-84e5-6a04c942ec11 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cd6441b0-4e15-41f1-ba66-c80e85920f7a HTTP/1.1" status: 204 len: 168 time: 1.3513656 Apr 30 13:26:24.072312 dv-cinder-784453-4-smb neutron-server[73798]: DEBUG neutron.wsgi [-] (73798) accepted ('10.222.0.66', 47920) {{(pid=73798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:24.120127 dv-cinder-784453-4-smb neutron-server[73798]: INFO neutron.wsgi [None req-d1d2050f-eecd-4dde-995e-a94bf807ee7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7521e2e6551b49fd876eb737ba9549e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466511 Apr 30 13:26:24.122491 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47924) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:24.181337 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.206072 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.256561 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.260139 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-70b41c8d-50fd-4a15-88ba-2a3a68d6f992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:24.272396 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a29e44-6011-4d86-9c51-277f480c58b8,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:24.281688 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.282057 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.282415 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.282767 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.283212 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.283564 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.283910 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.284252 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.284599 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.284941 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.285291 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.285621 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-smb {{(pid=73799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:26:24.288576 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.289657 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48a29e44-6011-4d86-9c51-277f480c58b8 HTTP/1.1" status: 204 len: 168 time: 0.1661921 Apr 30 13:26:24.290594 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-1c56e840-f81e-488f-b3e3-ea0a2bef2b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:24.622516 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47932) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:24.670807 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-1d8d3fb5-3290-4de0-943f-4d2939711512 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bef765f89744898931e550116893dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471520 Apr 30 13:26:24.673134 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [-] (73799) accepted ('10.222.0.66', 47936) {{(pid=73799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:26:24.732465 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a752d28-5680-4ea0-859c-adb689353b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.757380 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a752d28-5680-4ea0-859c-adb689353b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.807981 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a752d28-5680-4ea0-859c-adb689353b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457752'] for security_group, after_delete {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.812338 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-f26009b3-22a4-4b60-b5ca-fceface611bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:26:24.823807 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a752d28-5680-4ea0-859c-adb689353b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b99e1c-4ab7-40df-b914-7ffb0db813b7,revision_number=None']} {{(pid=73799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:26:24.826575 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG oslo_concurrency.lockutils [None req-8a752d28-5680-4ea0-859c-adb689353b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:26:24.831855 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron_lib.callbacks.manager [None req-8a752d28-5680-4ea0-859c-adb689353b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.833059 dv-cinder-784453-4-smb neutron-server[73799]: INFO neutron.wsgi [None req-8a752d28-5680-4ea0-859c-adb689353b15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5b99e1c-4ab7-40df-b914-7ffb0db813b7 HTTP/1.1" status: 204 len: 168 time: 0.1590457 Apr 30 13:26:26.246475 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:26:31.917371 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1dd40ca7-fa43-4611-a691-518b03f13b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:34.436435 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:34.695160 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e53da67e-db36-468d-984a-4ad5c31d45d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:35.425289 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:35.711689 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:37.131417 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:01.919739 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b70ff73c-2bcc-419b-9021-f38e2a1a1887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:03.250268 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:27:04.439106 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:04.695432 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d39a15f3-476c-4b78-983c-827d31343892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:05.431239 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:05.727176 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:07.130229 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:30.057399 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [req-afe6ff84-6110-4970-819f-81825e9c735b req-4136044a-2a61-4f96-9142-388b328c5582 service neutron] (73799) timed out ('10.222.0.87', 61409) {{(pid=73799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 13:27:31.921786 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9d785db6-19eb-4ae3-8d32-7586a9233a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:34.440560 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:34.696203 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ed84120d-fedd-426e-b8db-6cbdd7175162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.431618 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.726254 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.134907 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:40.254703 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:28:01.926726 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-717df411-87ed-4e73-b229-d2237c8339f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.441596 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:04.696567 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-4173d213-fca0-4ba2-9f04-1c0f022c68f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.434194 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.726797 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:07.136919 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:17.257998 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:28:31.927997 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cc8eb781-3fc1-4058-afd8-418d3dec96b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:34.444024 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:34.696983 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3cac0ef7-feee-4e5e-84c4-cd877aa7eb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:35.437704 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:35.726273 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:37.138805 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:54.261733 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:29:01.930346 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6e5026aa-fd9c-4af2-9532-16c372c60cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:04.445481 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:04.700879 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-eda7336e-a66d-4e6c-aa99-77ed8d78836d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:05.440027 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:05.740167 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:07.142999 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:31.268027 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:29:31.932792 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-03498476-9bf8-431b-a19a-42b1931bd09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:34.448145 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:34.703412 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e7b856b8-f292-49b0-b527-ed1c74bce08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:35.443953 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:35.740716 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:37.148610 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:01.935239 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0adb7ff9-07c1-4db4-a301-bc1750d20539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:04.451184 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:04.705158 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-28fa1b7d-da17-4ca2-b716-502bf8055f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:05.447754 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:05.755475 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:07.149339 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:08.271548 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:30:31.939283 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-caf79390-f4e2-4fa5-8cfd-64b3cd89660a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:34.453488 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:34.708315 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-bd3d84a1-2940-4613-8c28-1b8de65c0b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:35.450364 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:35.771629 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:37.152646 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:45.276588 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:31:01.940448 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6a91e48f-9031-430f-8dc2-805051824fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:04.456912 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e314eaee-e13e-4141-92ba-292ad5cf03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:04.710325 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-73b446fe-b1c2-42d7-87bb-b1c7ac4ecd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:05.454908 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-71d38025-56f6-4a90-a117-de822ee4986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:05.770475 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-88bbac79-3c64-47ed-8558-87eaefb7b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:07.156117 dv-cinder-784453-4-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b9e18eda-70b3-4e02-909b-2ec74d1273a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759480892838', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668269'] for agent, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:16.439497 dv-cinder-784453-4-smb neutron-server[73799]: DEBUG neutron.wsgi [req-6d97298a-eb34-46d7-81d4-2bf47bde62ef req-3b36608b-8d97-4070-870e-ead6c7a72a79 service neutron] (73799) timed out ('10.222.0.66', 42134) {{(pid=73799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 13:31:22.279319 dv-cinder-784453-4-smb neutron-server[73801]: DEBUG neutron.db.agents_db [None req-c381df36-e31d-4ed6-bac8-c99b7fa207c9 None None] Agent healthcheck: found 6 active agents {{(pid=73801) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}